-- Logs begin at Tue 2021-11-16 15:24:41 UTC, end at Tue 2021-11-16 16:21:22 UTC. -- Nov 16 15:55:33.908712 dv-cinder-818098-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 16 15:55:36.677928 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.common.config [-] Logging enabled! Nov 16 15:55:36.678553 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev187 Nov 16 15:55:36.678694 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101744) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 15:55:36.681887 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.common.config [-] Logging enabled! Nov 16 15:55:36.682134 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev187 Nov 16 15:55:36.682440 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101744) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 15:55:36.683356 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 15:55:36.683608 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 15:55:36.683972 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 15:55:36.684212 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 15:55:36.684431 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 15:55:36.684743 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.685154 dv-cinder-818098-2-iscsi neutron-server[101744]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 16 15:55:36.685466 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.685753 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.686038 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.686324 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.686609 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.687625 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.687989 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.688321 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.688635 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.688938 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.689247 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.689557 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.689856 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.690158 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.690458 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.690754 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] debug = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.691045 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.691509 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.691924 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.692213 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.692655 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.692799 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.693079 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.693361 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.693650 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.693993 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] host = dv-cinder-818098-2-iscsi {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.694274 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.694568 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.694862 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.695155 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.695527 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.695821 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.696125 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.696394 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.696672 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] log_file = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.696956 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.697251 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.697545 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.697841 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.698069 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.698295 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.698587 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.698877 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.699159 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.699444 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.699744 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.700023 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.700300 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.700572 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.700861 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.701150 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.701440 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.701719 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.701996 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.702277 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.703049 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.703334 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.703709 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.703992 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.704269 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.704558 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.704832 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.705109 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.705415 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.705705 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.705991 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.706279 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.706558 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.706844 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.707118 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.707394 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.707704 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] use_json = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.707980 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.708253 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.708537 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.708812 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.709087 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.709367 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.709642 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.709928 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:36.710231 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.710528 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.710833 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.711120 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.711429 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.711736 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.712027 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.712309 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.712600 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.712889 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.713180 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.713458 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.713749 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.714030 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.714325 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.714629 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.714924 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.715217 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.715512 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.715793 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.716070 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.716352 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.716641 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.716922 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.717211 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.717500 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.717780 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.718071 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.719043 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.719349 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.719660 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.719947 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.720245 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.720529 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.720806 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.721088 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.721378 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.721660 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.721931 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.722214 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.722497 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.722771 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.723044 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.723322 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.723636 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.723915 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.724187 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.724454 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.724731 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.725026 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.725311 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.725587 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.725861 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.726137 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.726414 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.726688 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.726960 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.727237 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.727556 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.727837 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.728110 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.728385 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.728657 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.728930 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.729202 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.729478 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.729751 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.730027 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.730304 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.730578 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.730850 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.731126 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.731399 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.731715 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.732017 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.732301 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.732583 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.732863 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.733146 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.733429 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.733709 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.734218 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.734350 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.734637 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.734934 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.735221 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.735532 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.735822 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.736102 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.736427 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.736708 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.736993 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.737272 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.737549 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.737833 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.738117 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.738415 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.738709 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.739004 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.739302 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.739620 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.739904 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.740211 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.740494 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:36.740712 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 15:55:36.740954 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101744) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 16 15:55:37.175344 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 16 15:55:37.175655 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 16 15:55:37.175971 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 16 15:55:37.176321 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 16 15:55:37.506684 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.506898 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.507170 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.508426 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.508702 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.508978 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.545240 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.545520 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.545792 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.561626 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.562561 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.562835 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.591926 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.592208 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.592477 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.632094 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.632410 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.632684 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.871668 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.872343 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.872343 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.872519 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:37.873151 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.000705 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.001049 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.001320 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.001597 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.001869 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.002185 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.002444 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.002701 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.002956 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.003240 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.003527 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.003799 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.004059 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.004331 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.004573 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.004841 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.005101 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.005370 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.005642 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.005904 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.006176 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.006432 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.006714 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.007092 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.007341 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.007614 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.008021 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 15:55:38.008261 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 15:55:38.008499 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 15:55:38.008736 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 15:55:38.008971 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 15:55:38.009207 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 15:55:38.009572 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 16 15:55:38.012856 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 16 15:55:38.016887 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 16 15:55:38.020874 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Nov 16 15:55:38.022537 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 16 15:55:38.022995 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 16 15:55:38.023333 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 16 15:55:38.023745 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 16 15:55:38.026841 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 16 15:55:38.027097 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 16 15:55:38.027452 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 15:55:38.033062 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 16 15:55:38.055774 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 16 15:55:38.056225 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.056526 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101744) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 16 15:55:38.056889 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.058261 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101744) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 16 15:55:38.058545 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 15:55:38.058797 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 16 15:55:38.062610 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.063060 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.126807 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 16 15:55:38.126968 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 16 15:55:38.127202 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 16 15:55:38.127610 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 16 15:55:38.149249 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_db.sqlalchemy.engines [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101744) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 16 15:55:38.691959 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Initializing driver for type 'gre' Nov 16 15:55:38.692519 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] gre ID ranges: [(1, 1000)] Nov 16 15:55:38.747368 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Initializing driver for type 'local' Nov 16 15:55:38.747726 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Initializing driver for type 'vlan' Nov 16 15:55:38.761785 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] VlanTypeDriver initialization complete Nov 16 15:55:38.762182 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Initializing driver for type 'vxlan' Nov 16 15:55:38.762674 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] vxlan ID ranges: [(1, 1000)] Nov 16 15:55:38.818083 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Initializing extension driver 'port_security' Nov 16 15:55:38.818680 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.extensions.port_security [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] PortSecurityExtensionDriver initialization complete Nov 16 15:55:38.819011 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Initializing mechanism driver 'openvswitch' Nov 16 15:55:38.819333 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Initializing mechanism driver 'hyperv' Nov 16 15:55:38.825901 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.plugins.ml2.plugin [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 15:55:38.826728 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > port after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.827098 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > port after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.828000 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > port after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.828770 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 15:55:38.829198 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > subnet after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.829552 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > subnet after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.829898 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.830292 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 15:55:38.830691 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > network after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.831035 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > network after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.831369 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > network after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.831779 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 15:55:38.832184 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > security_group after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.832531 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > security_group after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.832867 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.833256 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 15:55:38.833654 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.833999 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.834337 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.834727 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 15:55:38.835121 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > address_group after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.835496 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > address_group after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.835817 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.836201 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101744) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 15:55:38.836574 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] ML2 OVO RPC backend initialized. {{(pid=101744) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 16 15:55:38.837266 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.837618 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.838026 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > network before_response 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.838367 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > networks before_response 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.838707 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > port before_response 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.839043 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > ports before_response 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.839380 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > subnet before_response 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.839742 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > subnets before_response 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.840084 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > network after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.840417 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > network after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.840744 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > network after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.841075 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > port after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.841403 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > port after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.841731 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > port after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.842060 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > subnet after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.842388 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > subnet after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.842717 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.844151 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.plugin [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Modular L2 Plugin initialization complete Nov 16 15:55:38.844528 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading services supported by the core plugin {{(pid=101744) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 16 15:55:38.844856 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.plugins.ml2.managers [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Got port-security extension from driver 'port_security' Nov 16 15:55:38.845318 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.extensions.vlantransparent [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Disabled vlantransparent extension. Nov 16 15:55:38.845796 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101744) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 16 15:55:38.846105 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading Plugin: router Nov 16 15:55:38.882032 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.882635 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router after_create 55549900 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.882771 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router before_create 55549900 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.883130 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.883520 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.883875 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router after_delete 55549900 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.884230 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.884696 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.885053 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router after_create 55549900 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.885395 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router after_update 55549900 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.885740 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router after_update 55549900 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.886082 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.886437 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router after_update 55549900 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.886844 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router precommit_update 55549900 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.887206 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: port after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.887570 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: port after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.887911 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: subnet after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.888244 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.888584 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.888924 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router precommit_create 55549900 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.889262 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: port before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.889602 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router precommit_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.890481 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router after_update 55549900 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.891060 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.891417 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router precommit_create 55549900 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.891803 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.892149 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router precommit_update 55549900 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.892510 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > agent after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.892857 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > agent after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.893197 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > network after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.894047 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Tracking information for resource: router configured {{(pid=101744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 15:55:38.894375 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Tracking information for resource: floatingip configured {{(pid=101744) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 15:55:38.899243 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.db.l3_agentschedulers_db [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 16 15:55:38.900103 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: port after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.900459 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: port after_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.900806 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: port after_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.901152 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: port after_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.901922 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router before_create 55550100 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.902280 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.902637 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router precommit_create 55550100 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.902988 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > router precommit_update 55550100 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.908955 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.services.provider_configuration [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service providers = [] {{(pid=101744) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 16 15:55:38.909318 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.db.servicetype_db [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101744) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 16 15:55:38.912264 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.services.service_base [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 15:55:38.912609 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.services.service_base [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 15:55:38.912943 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.services.service_base [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 15:55:38.913817 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.services.service_base [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101744) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 15:55:38.914184 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.services.service_base [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 16 15:55:38.914550 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 15:55:38.914860 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 16 15:55:38.925779 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 15:55:38.926112 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading Plugin: auto_allocate Nov 16 15:55:38.931864 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: network precommit_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.932222 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: network precommit_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.932731 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 15:55:38.933045 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading Plugin: tag Nov 16 15:55:38.939984 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 15:55:38.940309 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading Plugin: timestamp Nov 16 15:55:38.944152 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 15:55:38.944424 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading Plugin: network_ip_availability Nov 16 15:55:38.949850 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.950216 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.950565 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:38.951267 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 15:55:38.951616 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading Plugin: flavors Nov 16 15:55:38.957232 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 15:55:38.957562 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading Plugin: revisions Nov 16 15:55:38.961854 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101744) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 15:55:38.962238 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_concurrency.lockutils [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.786s {{(pid=101744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 16 15:55:38.962974 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101744) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 16 15:55:38.963303 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Initializing extension manager. Nov 16 15:55:38.963832 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: __init__.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.964169 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: __pycache__ {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.964502 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.964833 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: address_group.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.965582 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.966152 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: address-group Nov 16 15:55:38.966470 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: address_scope.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.967174 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.967708 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: address-scope Nov 16 15:55:38.968647 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.969830 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.970340 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: router-admin-state-down-before-update Nov 16 15:55:38.970659 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: agent.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.971353 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.971884 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: agent Nov 16 15:55:38.972201 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: agent_resources_synced.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.973105 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.973608 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: agent-resources-synced Nov 16 15:55:38.973926 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: allowedaddresspairs.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.975714 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.976230 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: allowed-address-pairs Nov 16 15:55:38.976552 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: auto_allocated_topology.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.977621 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.978131 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: auto-allocated-topology Nov 16 15:55:38.978457 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: availability_zone.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.979141 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.979668 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: availability_zone Nov 16 15:55:38.979985 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: availability_zone_filter.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.980886 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.981396 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: availability_zone_filter Nov 16 15:55:38.981712 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: data_plane_status.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.982608 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.983107 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension data-plane-status not supported by any of loaded plugins Nov 16 15:55:38.983424 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: default_subnetpools.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.984600 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.985104 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: default-subnetpools Nov 16 15:55:38.985424 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.986228 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.986738 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: dhcp_agent_scheduler Nov 16 15:55:38.987057 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: dns.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.988013 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.988516 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension dns-integration not supported by any of loaded plugins Nov 16 15:55:38.988831 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: dns_domain_ports.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.989745 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.990244 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 16 15:55:38.990563 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.991500 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.992003 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 16 15:55:38.992322 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: dvr.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.992981 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.993478 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: dvr Nov 16 15:55:38.993794 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: ecmp_routes.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.994699 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.995195 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 16 15:55:38.995545 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: empty_string_filtering.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.996446 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.996951 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: empty-string-filtering Nov 16 15:55:38.997265 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:38.998169 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:38.998666 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 16 15:55:38.998982 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.000639 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.001142 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 16 15:55:39.001462 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: external_net.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.002372 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.002875 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: external-net Nov 16 15:55:39.003192 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.004122 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.004623 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: extra_dhcp_opt Nov 16 15:55:39.004940 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: extraroute.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.005842 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.006349 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: extraroute Nov 16 15:55:39.006663 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: extraroute_atomic.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.007712 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.008392 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: extraroute-atomic Nov 16 15:55:39.008713 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: filter_validation.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.009372 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.009875 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: filter-validation Nov 16 15:55:39.010191 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: fip_pf_description.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.011097 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.011664 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 16 15:55:39.011955 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: fip_port_details.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.012862 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.013364 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: fip-port-details Nov 16 15:55:39.013682 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: flavors.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.015570 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.016318 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: flavors Nov 16 15:55:39.016640 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.018320 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.018842 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 16 15:55:39.019169 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: floatingip_pools.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.019911 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.020409 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: floatingip-pools Nov 16 15:55:39.020730 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: ip_allocation.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.021648 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.022149 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension ip_allocation not supported by any of loaded plugins Nov 16 15:55:39.022468 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.023379 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.023915 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: ip-substring-filtering Nov 16 15:55:39.024240 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: l2_adjacency.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.025421 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.025920 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 16 15:55:39.026238 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: l3.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.027181 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.027729 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: router Nov 16 15:55:39.028051 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.030268 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.031056 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 16 15:55:39.031432 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.032386 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.032898 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: ext-gw-mode Nov 16 15:55:39.033219 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.034136 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.034646 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: l3-ha Nov 16 15:55:39.034965 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: l3_flavors.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.035898 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.036402 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: l3-flavors Nov 16 15:55:39.036723 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.037631 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.038131 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 16 15:55:39.038448 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: l3agentscheduler.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.039478 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.039994 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: l3_agent_scheduler Nov 16 15:55:39.040316 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: logging.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.041798 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.042319 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension logging not supported by any of loaded plugins Nov 16 15:55:39.042638 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: metering.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.043370 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.043967 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: metering Nov 16 15:55:39.044286 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.045499 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.046012 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: metering_source_and_destination_fields Nov 16 15:55:39.046475 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: multiprovidernet.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.047599 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.048107 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: multi-provider Nov 16 15:55:39.048430 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: netmtu.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.049341 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.049844 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: net-mtu Nov 16 15:55:39.050165 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: netmtu_writable.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.051075 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.051606 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: net-mtu-writable Nov 16 15:55:39.051928 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: network_availability_zone.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.052593 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.053098 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: network_availability_zone Nov 16 15:55:39.053412 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: network_ip_availability.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.054529 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.055042 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: network-ip-availability Nov 16 15:55:39.055364 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: network_segment_range.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.056148 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.056648 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension network-segment-range not supported by any of loaded plugins Nov 16 15:55:39.056966 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: pagination.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.057958 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.058287 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: pagination Nov 16 15:55:39.058604 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: port_device_profile.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.059542 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.060055 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: port-device-profile Nov 16 15:55:39.060371 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.061284 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.062315 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: port-mac-address-regenerate Nov 16 15:55:39.062860 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.063834 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.064348 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: port-numa-affinity-policy Nov 16 15:55:39.064665 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: port_resource_request.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.065584 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.066086 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension port-resource-request not supported by any of loaded plugins Nov 16 15:55:39.066400 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: port_resource_request_groups.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.067354 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.067884 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 16 15:55:39.068206 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: portbindings.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.069127 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.069631 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: binding Nov 16 15:55:39.069946 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: portbindings_extended.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.071226 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.071763 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: binding-extended Nov 16 15:55:39.072088 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: portsecurity.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.073003 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.073509 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: port-security Nov 16 15:55:39.073830 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: project_id.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.074799 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.075126 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: project-id Nov 16 15:55:39.075442 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: providernet.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.076383 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.076890 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: provider Nov 16 15:55:39.077204 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: qos.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.081666 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.082328 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension qos not supported by any of loaded plugins Nov 16 15:55:39.082655 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.083934 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.084443 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 16 15:55:39.084771 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.085685 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.086191 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 16 15:55:39.086514 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: qos_default.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.087418 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.087957 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension qos-default not supported by any of loaded plugins Nov 16 15:55:39.088281 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: qos_fip.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.088936 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.089434 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension qos-fip not supported by any of loaded plugins Nov 16 15:55:39.089755 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: qos_gateway_ip.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.090671 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.091176 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 16 15:55:39.091519 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: qos_port_network_policy.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.092429 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.093121 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 16 15:55:39.093643 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.094790 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.095300 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 16 15:55:39.095653 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: qos_pps_rule.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.096835 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.097515 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension qos-pps not supported by any of loaded plugins Nov 16 15:55:39.097839 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: qos_rule_type_details.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.098754 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.099263 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 16 15:55:39.099619 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: qos_rules_alias.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.100669 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.101176 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 16 15:55:39.101494 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: quota_check_limit.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.102395 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.102903 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: quota-check-limit Nov 16 15:55:39.103218 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: quotasv2.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.104180 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.104507 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: quotas Nov 16 15:55:39.104821 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: quotasv2_detail.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.107978 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.108310 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: quota_details Nov 16 15:55:39.108834 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: rbac.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.110091 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.110614 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: rbac-policies Nov 16 15:55:39.110939 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: rbac_address_group.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.111904 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.112419 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: rbac-address-group Nov 16 15:55:39.112740 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: rbac_address_scope.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.113654 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.114163 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: rbac-address-scope Nov 16 15:55:39.114482 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: rbac_security_groups.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.115394 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.115930 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: rbac-security-groups Nov 16 15:55:39.116248 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: rbac_subnetpool.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.117158 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.117660 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: rbac-subnetpool Nov 16 15:55:39.117975 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: revisionifmatch.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.118907 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.119413 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: revision-if-match Nov 16 15:55:39.119760 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: revisions.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.120869 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.121378 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: standard-attr-revisions Nov 16 15:55:39.121698 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: router_availability_zone.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.122358 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.122861 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: router_availability_zone Nov 16 15:55:39.123177 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: routerservicetype.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.124120 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.125375 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension router-service-type not supported by any of loaded plugins Nov 16 15:55:39.125735 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.126662 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.127174 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: security-groups-normalized-cidr Nov 16 15:55:39.127513 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.128496 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.129007 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: port-security-groups-filtering Nov 16 15:55:39.129323 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.130245 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.130755 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: security-groups-remote-address-group Nov 16 15:55:39.131074 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.132035 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.132543 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: security-groups-shared-filtering Nov 16 15:55:39.132858 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.133440 dv-cinder-818098-2-iscsi neutron-server[101744]: WARNING neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 16 15:55:39.133752 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: securitygroup.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.145849 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.146376 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: security-group Nov 16 15:55:39.146705 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: segment.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.147528 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.148036 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension segment not supported by any of loaded plugins Nov 16 15:55:39.148359 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.149294 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.150080 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 16 15:55:39.150399 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: servicetype.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.151535 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.152051 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: service-type Nov 16 15:55:39.152373 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: sorting.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.153365 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.153693 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: sorting Nov 16 15:55:39.154010 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: standard_attr_segment.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.154922 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.155532 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 16 15:55:39.156327 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: standardattrdescription.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.156995 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.157505 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: standard-attr-description Nov 16 15:55:39.157824 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: stateful_security_group.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.158767 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.159279 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: stateful-security-group Nov 16 15:55:39.159648 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: stdattrs_common.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.160219 dv-cinder-818098-2-iscsi neutron-server[101744]: WARNING neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 16 15:55:39.160537 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.161455 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.161959 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 16 15:55:39.162275 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: subnet_onboard.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.163346 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.163890 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: subnet_onboard Nov 16 15:55:39.164211 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.165127 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.165632 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 16 15:55:39.165948 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: subnet_service_types.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.166862 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.167370 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: subnet-service-types Nov 16 15:55:39.167725 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: subnetallocation.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.168796 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.169315 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: subnet_allocation Nov 16 15:55:39.169638 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.170310 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.170825 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: subnetpool-prefix-ops Nov 16 15:55:39.171204 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.172356 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.172873 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 16 15:55:39.173191 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: tagging.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.174239 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.174750 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: standard-attr-tag Nov 16 15:55:39.175072 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: timestamp.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.176294 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.176805 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loaded extension: standard-attr-timestamp Nov 16 15:55:39.177126 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: trunk.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.178148 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.178653 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension trunk not supported by any of loaded plugins Nov 16 15:55:39.178973 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: trunk_details.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.180029 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.180539 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension trunk-details not supported by any of loaded plugins Nov 16 15:55:39.180859 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: uplink_status_propagation.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.181770 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.182276 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 16 15:55:39.182596 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Loading extension file: vlantransparent.py {{(pid=101744) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 15:55:39.183258 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101744) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 15:55:39.183788 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 16 15:55:39.186292 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:network Nov 16 15:55:39.187352 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:subnet Nov 16 15:55:39.188004 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 15:55:39.188398 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:port Nov 16 15:55:39.189614 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.v2.resource_helper [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 15:55:39.190048 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.v2.resource_helper [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service FLAVORS assigned prefix: {{(pid=101744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 15:55:39.190674 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.v2.resource_helper [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 15:55:39.191097 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.v2.resource_helper [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 15:55:39.191421 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:router Nov 16 15:55:39.191875 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:floatingip Nov 16 15:55:39.192358 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.v2.resource_helper [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service METERING assigned prefix: /metering {{(pid=101744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 15:55:39.193775 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:39.194138 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:39.194525 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 15:55:39.195493 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 15:55:39.195940 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:security_group Nov 16 15:55:39.196376 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 15:55:39.196959 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.v2.resource_helper [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service CORE assigned prefix: {{(pid=101744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 15:55:39.197282 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 15:55:39.197628 dv-cinder-818098-2-iscsi neutron-server[101744]: WARNING neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] subnetpool is already registered Nov 16 15:55:39.198055 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.v2.resource_helper [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service CORE assigned prefix: {{(pid=101744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 15:55:39.198377 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 15:55:39.198703 dv-cinder-818098-2-iscsi neutron-server[101744]: WARNING neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] subnetpool is already registered Nov 16 15:55:39.201045 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.v2.resource_helper [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 15:55:39.201475 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.v2.resource_helper [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service FLAVORS assigned prefix: {{(pid=101744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 15:55:39.202057 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.v2.resource_helper [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 15:55:39.203068 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.v2.resource_helper [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 15:55:39.203650 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:router Nov 16 15:55:39.203991 dv-cinder-818098-2-iscsi neutron-server[101744]: WARNING neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] router is already registered Nov 16 15:55:39.204406 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:floatingip Nov 16 15:55:39.204740 dv-cinder-818098-2-iscsi neutron-server[101744]: WARNING neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] floatingip is already registered Nov 16 15:55:39.205196 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.v2.resource_helper [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service METERING assigned prefix: /metering {{(pid=101744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 15:55:39.205855 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 15:55:39.206177 dv-cinder-818098-2-iscsi neutron-server[101744]: WARNING neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] rbac_policy is already registered Nov 16 15:55:39.206582 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:security_group Nov 16 15:55:39.206910 dv-cinder-818098-2-iscsi neutron-server[101744]: WARNING neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] security_group is already registered Nov 16 15:55:39.207306 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 15:55:39.207659 dv-cinder-818098-2-iscsi neutron-server[101744]: WARNING neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] security_group_rule is already registered Nov 16 15:55:39.208272 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.v2.resource_helper [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service CORE assigned prefix: {{(pid=101744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 15:55:39.208593 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 15:55:39.208918 dv-cinder-818098-2-iscsi neutron-server[101744]: WARNING neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] subnetpool is already registered Nov 16 15:55:39.209326 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.v2.resource_helper [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Service CORE assigned prefix: {{(pid=101744) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 15:55:39.209644 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 15:55:39.209967 dv-cinder-818098-2-iscsi neutron-server[101744]: WARNING neutron.quota.resource_registry [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] subnetpool is already registered Nov 16 15:55:39.210422 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: extensions {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.212074 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: address-groups {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.213572 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: address-scopes {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.214886 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: agents {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.216092 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: auto-allocated-topology {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.217350 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: availability_zones {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.219179 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: dhcp-networks {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.220718 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: dhcp-agents {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.222160 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: routers {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.224394 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: flavors {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.225585 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: service_profiles {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.226790 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: next_providers {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.228283 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: service_profiles {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.229823 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: floatingip-pools {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.231054 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: routers {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.233202 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: floatingips {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.234827 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: l3-routers {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.236279 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: l3-agents {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.237677 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: metering-labels {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.239034 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: metering-label-rules {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.240352 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: network-ip-availabilities {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.241617 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: bindings {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.244135 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: quotas {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.245727 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: quotas {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.247248 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: rbac-policies {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.248600 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: security-groups {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.250817 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: security-group-rules {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.252099 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: service-providers {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.253315 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: subnetpools {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.254730 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: subnetpools {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.256233 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: tags {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.257925 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: tags {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.259775 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: tags {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.261546 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: tags {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.263402 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: tags {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.266176 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: tags {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.268351 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: tags {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.270257 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: tags {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.272092 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: tags {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.273932 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron.api.extensions [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Extended resource: tags {{(pid=101744) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 15:55:39.280292 dv-cinder-818098-2-iscsi neutron-server[101744]: WARNING keystonemiddleware.auth_token [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 16 15:55:39.285272 dv-cinder-818098-2-iscsi neutron-server[101744]: WARNING keystonemiddleware.auth_token [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 16 15:55:39.293978 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_concurrency.lockutils [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Acquired lock "singleton_lock" {{(pid=101744) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 16 15:55:39.294457 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_concurrency.lockutils [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Releasing lock "singleton_lock" {{(pid=101744) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 16 15:55:39.295103 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO oslo_service.service [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Starting 2 workers Nov 16 15:55:39.300118 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Started child 101853 {{(pid=101744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 15:55:39.304545 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Started child 101854 {{(pid=101744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 15:55:39.305523 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:55:39.306227 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO neutron.service [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 16 15:55:39.306831 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Publish callbacks [] for process, before_spawn {{(pid=101744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:55:39.307121 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [-] (101853) wsgi starting up on http://0.0.0.0:9696 Nov 16 15:55:39.309272 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO oslo_service.service [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Starting 1 workers Nov 16 15:55:39.309382 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:55:39.310645 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [-] (101854) wsgi starting up on http://0.0.0.0:9696 Nov 16 15:55:39.315257 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Started child 101855 {{(pid=101744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 15:55:39.315811 dv-cinder-818098-2-iscsi neutron-server[101744]: INFO oslo_service.service [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Starting 1 workers Nov 16 15:55:39.318857 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.service [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] calling RpcWorker wait() {{(pid=101855) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 16 15:55:39.319389 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.service [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] returning from RpcWorker wait() {{(pid=101855) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 16 15:55:39.320609 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Started child 101856 {{(pid=101744) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 15:55:39.320724 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:55:39.321099 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 15:55:39.321424 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG neutron_lib.callbacks.manager [None req-9c315499-f860-46af-b73e-de8b37c93559 None None] Publish callbacks [] for process, after_spawn {{(pid=101744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:55:39.323246 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101744) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 16 15:55:39.323453 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 15:55:39.323677 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 15:55:39.323888 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 15:55:39.324234 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 15:55:39.324410 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 15:55:39.324892 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.325169 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.325321 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:55:39.325810 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.325810 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.325940 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.326434 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 15:55:39.326537 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.326725 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.326956 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.327234 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.328182 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.328521 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.328766 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.329171 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.329592 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.329919 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.330198 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.330437 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.330708 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.330884 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.331145 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.331425 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.331693 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.331949 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] debug = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.332188 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.332639 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.332876 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.333107 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.333320 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.333588 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.333831 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.334089 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.334318 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.334531 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.334779 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.335017 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.335245 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.335450 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.335711 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.335923 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.336170 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.336404 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.336879 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] host = dv-cinder-818098-2-iscsi {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.337120 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.337333 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.337556 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.337818 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.338057 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.338286 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.338526 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.338790 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.339025 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.339245 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.339489 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.339733 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.339991 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.340188 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_file = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.340335 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_options = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.340544 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.340809 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.341048 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.341229 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.341378 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.341548 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.341804 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.341952 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.342193 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.342439 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.342622 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.342851 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.343240 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.343650 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.344027 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.344315 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.344569 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.344799 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.345062 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.345287 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.345507 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.345744 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.345972 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.346182 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.346410 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.346667 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.346910 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.347110 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.347321 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.347571 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.347824 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.348080 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.348306 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.348547 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.348796 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.349017 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.349235 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.349441 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.349695 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.349912 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.350163 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.350408 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.350619 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.350869 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.351091 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.351327 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.351586 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] use_json = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.351795 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.352121 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.352446 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.352774 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.353021 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.353197 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.353404 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.353829 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.354489 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.354489 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.355294 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.355623 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.355968 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.356182 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.356319 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.356502 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.356828 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.357092 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.357487 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.357778 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.358474 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.358474 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.359390 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.359709 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.360137 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.360605 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.360792 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.360944 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.361083 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.361268 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.361522 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.361738 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.361977 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.362368 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.362528 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.362848 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.363086 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.363366 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.363647 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.363789 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.363942 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.364083 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.364290 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.364497 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.364703 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.364970 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.365184 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.365407 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.365619 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.365859 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.366088 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.366921 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.367886 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.367886 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.367886 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.367886 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.368624 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.368624 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.368624 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.369112 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.369112 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.369112 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.370147 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.370147 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.370346 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.370459 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.372694 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.372694 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.372694 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.372694 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.372694 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.372694 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.372694 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.372694 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.372694 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.373264 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.373264 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.373264 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.373483 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.373834 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.374938 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.375132 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.375432 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.375848 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.376265 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.376625 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.377080 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.377305 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.377520 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.377803 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.378369 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.378586 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.379049 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.379163 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.379288 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.379809 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.380261 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.380468 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.380894 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.381087 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.381338 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.381559 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.381837 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.382162 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.382326 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.382724 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.382866 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.383033 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.383702 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.383951 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.384164 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.384416 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.384728 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.384993 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.385220 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.385412 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.385667 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.385939 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.386201 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.386417 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.386640 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.386862 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.387100 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.387384 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.387972 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.387972 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.388228 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.388517 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.388932 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.389096 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.389490 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.390025 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.390710 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.391210 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.391716 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.392173 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.392624 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.393102 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.393501 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.394083 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.394684 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.395117 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.395669 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.396065 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.396503 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.397082 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.397565 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.397987 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.398448 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.399212 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.399980 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.400442 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.400998 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.401612 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.402060 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.402331 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.402939 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.403250 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.403672 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.404000 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.404326 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.404652 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.405128 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.405630 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.405994 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.406427 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.406902 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.407319 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.407612 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.407843 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.408244 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.408642 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.409042 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.409418 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.409803 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.410214 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.410432 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.410661 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.410905 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.411146 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.411405 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.411689 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.411950 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.412203 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.412457 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.412705 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.412958 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.413213 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.413429 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.413678 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.413910 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.414118 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.414331 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.414553 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.414768 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.415004 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.415233 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.415451 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.415708 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.415982 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.416315 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.416570 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.416800 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.417038 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.417254 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.417489 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.417742 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.417961 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.418197 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.418437 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.418627 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.418867 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.419107 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.419385 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.419633 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.419845 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.420054 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.420286 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.420493 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.420780 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.421039 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.421780 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.422041 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.422507 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.422771 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.423024 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.423237 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.423451 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.423697 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.423914 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.424146 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.424373 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.424582 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.424783 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.425007 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.425222 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.425434 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.425683 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.425901 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.426282 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.426378 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.426527 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.426898 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.427139 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.427349 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.427601 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.427823 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.428037 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.428244 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.428475 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.428684 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.428890 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.429130 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.429343 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.429549 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.429849 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.430096 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.430315 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.430602 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.430846 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.431090 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.431327 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.431672 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.431903 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.432158 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.432391 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.432606 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.432830 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.433093 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.433413 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.433678 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.433964 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.434194 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.434448 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.434732 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.435070 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.435241 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.435549 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.435873 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.436147 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.436401 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.436643 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.437657 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.437932 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.438185 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.438442 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.438677 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.438892 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.439156 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.439500 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.440202 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.440446 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.440684 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.440904 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.441315 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.441451 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.441603 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.441786 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.441941 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 15:55:39.442489 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101744) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 16 15:55:39.442633 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 15:55:39.442774 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 15:55:39.442909 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 15:55:39.443158 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 15:55:39.443293 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 15:55:39.443428 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.443682 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.443682 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.443937 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.444073 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.444221 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.444390 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.444587 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.444587 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.444863 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.444863 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.445133 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.445133 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.445428 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.445428 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.445579 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.445713 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.445867 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.446026 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.446180 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.446334 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.446493 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.446647 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] debug = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.446801 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.446996 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.447157 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.447310 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.447489 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.447647 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.447801 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.447954 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.448108 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.448262 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.448415 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.448558 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.448710 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.448862 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.449016 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.449168 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.449322 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.449475 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.449629 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] host = dv-cinder-818098-2-iscsi {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.449781 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.449935 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.450091 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.450244 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.450397 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.450550 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.450705 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.450859 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.451014 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.451166 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.451320 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.451502 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.451649 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.451803 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_file = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.451956 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_options = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.452109 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.452262 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.452476 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.452703 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.452874 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.453035 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.453216 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.453347 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.453473 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.453610 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.453759 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.453912 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.454066 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.454205 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.454362 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.454517 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.454672 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.454826 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.454982 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.455136 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.455288 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.455446 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.455610 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.455767 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.455920 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.456073 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.456225 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.456378 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.456537 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.456691 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.456848 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.457008 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.457149 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.457287 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.457422 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.457559 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.457695 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.457850 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.457997 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.458134 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.458351 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.458490 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.458626 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.458760 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.458893 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.459038 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.459184 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] use_json = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.459324 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.459482 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.459642 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.459779 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.459917 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.460064 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.460200 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.460335 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 15:55:39.460472 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.460607 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.460776 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.460924 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.461083 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.461241 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.461398 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.461556 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.461713 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.461855 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.462005 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.462166 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.462334 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.462493 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.462637 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.462797 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.462955 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.463111 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.463270 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.463427 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.463612 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.463743 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.463909 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.464066 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.464222 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.464378 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.464467 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 15:55:39.464595 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.464721 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.464841 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.465000 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.465158 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.465315 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.465472 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.465613 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.465775 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.465934 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.466092 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.466248 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.466405 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.466566 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.466723 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.466882 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.467041 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.467200 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.467357 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.467542 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.467701 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.467858 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.468058 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.468249 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.468415 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.468601 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.468760 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.468919 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.469082 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.469248 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.469404 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.469563 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.469721 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.469885 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.470036 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.470193 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.470386 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.470547 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.470706 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.470865 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.471037 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.471194 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.471352 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.471532 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.471692 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.471850 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.472007 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.472163 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.472322 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.472478 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.472635 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.472796 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.472942 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.473089 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.473247 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.473412 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.473561 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.473708 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.473854 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.474005 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.474154 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.474295 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.474448 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.474590 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.474747 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.474868 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.474997 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.475154 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.475310 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.475509 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.475639 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.475789 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.475946 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.476104 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.476260 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.476417 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.476582 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.476738 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.476895 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.477054 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.477203 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.477353 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.477519 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.477672 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.477778 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.477933 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.478089 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.478244 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.478401 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.478557 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.478723 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.478881 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.479043 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.479286 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.479457 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.479661 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.479821 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.479979 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.480140 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.480294 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.480464 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.480617 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.480818 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.481013 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.481013 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.481393 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.481393 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.481678 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.481678 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.481972 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.481972 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.482209 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.482209 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.482459 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.482575 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.482688 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.482817 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.482980 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.483194 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.483394 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.483394 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.484395 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.484395 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.484798 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.484798 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.485165 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.485165 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.485552 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.485552 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.485552 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.486057 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.486057 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.486057 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.486338 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.486338 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.486538 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.486538 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.486750 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.486878 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.486963 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.487130 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.487276 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.487444 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.487656 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.487829 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.488018 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.488174 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.488303 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.488431 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.488556 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.488678 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.488829 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.488987 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.489146 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.489291 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.489452 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.489609 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.489767 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.489926 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.490083 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.490242 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.490400 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.490543 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.490706 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.490850 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.491007 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.491181 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.491339 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.491498 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.491663 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.491820 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.491977 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.492133 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.492291 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.492447 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.492606 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.492762 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.492922 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.493082 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.493240 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.493398 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.493556 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.493715 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.493871 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.494026 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.494197 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.494367 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.494528 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.494646 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.494785 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.494943 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.495109 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.495265 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.495422 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.495601 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.495757 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.495914 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.496079 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.496237 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.496394 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.496556 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.496714 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.496872 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.497037 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.497194 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.497351 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.497518 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.497783 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.497783 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.497946 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.498091 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.498246 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.498402 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.498558 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.498716 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.498882 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.499039 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.499254 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.499963 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.500127 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.500285 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.500440 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.500616 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.500789 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.500912 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.501050 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.501177 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.501311 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.501482 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.501638 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.501797 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.501954 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.502110 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.502267 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.502426 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.502586 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.502752 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.502916 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.503075 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.503239 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.503405 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.503592 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.503750 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.503914 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.504082 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.504238 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.504395 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.504551 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.504709 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.504865 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.505021 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.505179 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.505339 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.505498 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.505652 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.505808 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.505965 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.506121 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.506276 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.506432 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.506594 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.506749 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.506905 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.507061 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 15:55:39.507212 dv-cinder-818098-2-iscsi neutron-server[101744]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101744) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 15:55:39.587496 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 36390) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:55:39.596377 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066061 Nov 16 15:55:50.745801 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d69d9d5-fce4-4408-8d78-4289cf11e4b3 None None] get_active_networks_info from dv-cinder-818098-2-iscsi {{(pid=101855) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 15:55:50.825888 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d69d9d5-fce4-4408-8d78-4289cf11e4b3 None None] No non-hosted networks {{(pid=101855) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 16 15:55:50.852289 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.agentschedulers_db [None req-9d69d9d5-fce4-4408-8d78-4289cf11e4b3 None None] DHCP Agent not found on host dv-cinder-818098-2-iscsi {{(pid=101855) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 16 15:55:51.006293 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-48d6d011-05ba-41c2-a595-de295be4838f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1754700'] for agent, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:55:53.025140 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e12d4331-bc1b-435a-9db4-d2b5cd35e924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1754700'] for agent, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:55:53.079700 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8c64-9625-4b44-b58f-0b915509a1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:55:54.344614 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1754700'] for agent, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:55:55.757119 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1754700'] for agent, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:55:56.477062 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1754700'] for agent, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:55:56.478029 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:55:56.478501 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:55:56.478994 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:55:56.479608 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:55:56.480074 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:55:56.480534 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:55:56.483122 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:55:56.483652 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:55:56.484281 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:55:56.484745 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:55:56.485206 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:55:56.488044 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:55:56.488734 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818098-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 15:55:56.494902 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818098-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 15:55:57.204579 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 36482) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:55:57.655555 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.db.l3_hamode_db [None req-200713ea-a209-4a41-a4c3-7c300150b5e8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 16 15:55:57.733870 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200713ea-a209-4a41-a4c3-7c300150b5e8 None None] Routers set() bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 15:55:57.734254 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200713ea-a209-4a41-a4c3-7c300150b5e8 None None] Router IDs set() for agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 15:55:57.743544 dv-cinder-818098-2-iscsi neutron-server[101853]: WARNING oslo_policy.policy [None req-c2702a7f-9925-4e9d-bd12-c6bf3d82ddfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 15:55:57.744132 dv-cinder-818098-2-iscsi neutron-server[101853]: WARNING oslo_policy.policy [None req-c2702a7f-9925-4e9d-bd12-c6bf3d82ddfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 15:55:57.976522 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [None req-c2702a7f-9925-4e9d-bd12-c6bf3d82ddfc admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 15:55:57.977581 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-c2702a7f-9925-4e9d-bd12-c6bf3d82ddfc admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7720253 Nov 16 15:56:00.490561 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 36498) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:56:00.848909 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-c2c6da32-5527-41dc-b087-ee7df9c678dc admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 15:56:00.952427 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.policy [None req-c2c6da32-5527-41dc-b087-ee7df9c678dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101853) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 15:56:01.003641 dv-cinder-818098-2-iscsi neutron-server[101853]: WARNING oslo_policy.policy [None req-c2c6da32-5527-41dc-b087-ee7df9c678dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 15:56:01.004061 dv-cinder-818098-2-iscsi neutron-server[101853]: WARNING oslo_policy.policy [None req-c2c6da32-5527-41dc-b087-ee7df9c678dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 15:56:01.013006 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.quota [None req-c2c6da32-5527-41dc-b087-ee7df9c678dc admin admin] Loaded quota_driver: . Nov 16 15:56:01.117888 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c2c6da32-5527-41dc-b087-ee7df9c678dc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743493101123', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743493100662', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743493088789', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743493086676', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743493007900', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743492984754', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-775581', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-772457', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1757117', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1690722'] for rbac-policy, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:01.190500 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c2c6da32-5527-41dc-b087-ee7df9c678dc admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:01.191710 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-c2c6da32-5527-41dc-b087-ee7df9c678dc admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7000842 Nov 16 15:56:03.956713 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 36510) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:56:04.258256 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'b25575ba51604474a801094e5685a216', 'tenant_id': 'b25575ba51604474a801094e5685a216'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 15:56:04.289765 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Made reservation on behalf of b25575ba51604474a801094e5685a216 for: {'network': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 15:56:04.292521 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:04.309406 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:04.437246 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:04.441819 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:04.462934 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=101853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 15:56:04.493668 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743495903991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:04.494266 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Unsubscribe: segment precommit_create {{(pid=101853) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 15:56:04.494761 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.segments_db [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Added segment ec69fe98-19e0-4a1f-af96-b2482657bbf4 of type vlan for network 898f98d0-f1d3-4f0a-b6eb-15edf63bdab8 Nov 16 15:56:04.510732 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f883e27-35cc-4466-8d71-4a9cfcd611b5,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:04.564151 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:04.564512 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:04.564867 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:04.565193 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:04.565553 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:04.565926 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:04.566315 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:04.566681 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:04.567016 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:04.567334 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:04.567671 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:04.567989 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Tracked resource versions report: Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: pushed versions: Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: { 'AddressGroup': {'1.2'}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'ConntrackHelper': {'1.0'}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Log': {'1.0'}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Network': {'1.1'}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Port': {'1.7'}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'PortForwarding': {'1.2'}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'QosPolicy': {'1.10'}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'SecurityGroup': {'1.5'}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'SecurityGroupRule': {'1.2'}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'SubPort': {'1.0'}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Subnet': {'1.1'}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Trunk': {'1.1'}} Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: consumer versions: Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: { DHCP agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: L3 agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: Metadata agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: Metering agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: Open vSwitch agent@dv-cinder-818098-2-iscsi: { 'AddressGroup': '1.2', Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'ConntrackHelper': '1.0', Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Log': '1.0', Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Network': '1.1', Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Port': '1.7', Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'PortForwarding': '1.2', Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'QosPolicy': '1.10', Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'SecurityGroup': '1.5', Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'SecurityGroupRule': '1.2', Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'SubPort': '1.0', Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Subnet': '1.1', Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Trunk': '1.1'}} Nov 16 15:56:04.569099 dv-cinder-818098-2-iscsi neutron-server[101853]: {{(pid=101853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 15:56:04.610248 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:04.653035 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:04.654091 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:56:04.654841 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:04.731666 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7737570 Nov 16 15:56:04.757354 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34407092-2736-495b-b09b-7b8d7cbd48ac admin admin] Pushing event updated for resources: {'Network': ['ID=898f98d0-f1d3-4f0a-b6eb-15edf63bdab8,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:04.769745 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network 898f98d0-f1d3-4f0a-b6eb-15edf63bdab8 details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 15:56:07.559337 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 36524) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:56:07.951232 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40908d77-5ad2-4756-bf5e-c1ed0e70ddca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:56:07.953431 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-40908d77-5ad2-4756-bf5e-c1ed0e70ddca admin admin] 10.222.0.46 "GET /v2.0/networks/898f98d0-f1d3-4f0a-b6eb-15edf63bdab8 HTTP/1.1" status: 200 len: 825 time: 0.3925543 Nov 16 15:56:07.977870 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-07fac227-6dbd-4961-a56c-8353e2c4361e admin admin] 10.222.0.46 "GET /v2.0/subnetpools/cbeb5de6-834d-4356-91e0-ed0ca6d31796 HTTP/1.1" status: 200 len: 734 time: 0.0183167 Nov 16 15:56:07.986788 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-4fdfdb24-c9a0-4caa-ac6d-d03e4fe26e62 admin admin] Request body: {'subnet': {'tenant_id': 'b25575ba51604474a801094e5685a216', 'subnetpool_id': 'cbeb5de6-834d-4356-91e0-ed0ca6d31796', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 15:56:08.009008 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdfdb24-c9a0-4caa-ac6d-d03e4fe26e62 admin admin] Made reservation on behalf of b25575ba51604474a801094e5685a216 for: {'subnet': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 15:56:08.011457 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4fdfdb24-c9a0-4caa-ac6d-d03e4fe26e62 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:08.304199 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4fdfdb24-c9a0-4caa-ac6d-d03e4fe26e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for subnet, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:08.375746 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfdb24-c9a0-4caa-ac6d-d03e4fe26e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2944f90-c0a1-41f7-9f28-ca49b619499c,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:08.381741 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdfdb24-c9a0-4caa-ac6d-d03e4fe26e62 admin admin] Checking segment: {'id': 'ec69fe98-19e0-4a1f-af96-b2482657bbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 15:56:08.382123 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdfdb24-c9a0-4caa-ac6d-d03e4fe26e62 admin admin] Network hostable DHCP agents. Network: 898f98d0-f1d3-4f0a-b6eb-15edf63bdab8, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 15:56:08.403164 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdfdb24-c9a0-4caa-ac6d-d03e4fe26e62 admin admin] Network 898f98d0-f1d3-4f0a-b6eb-15edf63bdab8 is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 15:56:08.414286 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-4fdfdb24-c9a0-4caa-ac6d-d03e4fe26e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, 898f98d0-f1d3-4f0a-b6eb-15edf63bdab8) {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 15:56:08.419297 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdfdb24-c9a0-4caa-ac6d-d03e4fe26e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:56:08.420108 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4fdfdb24-c9a0-4caa-ac6d-d03e4fe26e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:08.425462 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d7544e-27e1-4495-a7e0-4863b1ea27ba None None] Network 898f98d0-f1d3-4f0a-b6eb-15edf63bdab8 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 15:56:08.436926 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-4fdfdb24-c9a0-4caa-ac6d-d03e4fe26e62 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4526098 Nov 16 15:56:08.754907 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93989c1-70f4-523d-88f7-0e38e565381d-898f98d0-f1d3-4f0a-b6eb-15edf63bdab8', 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8', 'tenant_id': 'b25575ba51604474a801094e5685a216', 'fixed_ips': [{'subnet_id': 'c2944f90-c0a1-41f7-9f28-ca49b619499c'}]}} from dv-cinder-818098-2-iscsi. {{(pid=101855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 15:56:08.756194 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:09.057602 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.db_base_plugin_common [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Allocated IP 172.20.0.2 (898f98d0-f1d3-4f0a-b6eb-15edf63bdab8/c2944f90-c0a1-41f7-9f28-ca49b619499c/ea9b8356-6072-4178-9dd5-10f16e75eb26) {{(pid=101855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 15:56:09.261657 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Publish callbacks [] for port, precommit_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:09.272526 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:09.352895 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Network 898f98d0-f1d3-4f0a-b6eb-15edf63bdab8 is already hosted by enough agents. {{(pid=101855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 15:56:09.357720 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.base_scheduler [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Resources bound (agent type, host, resource id): {{(pid=101855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 15:56:09.364215 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Pushing event updated for resources: {'Port': ['ID=ea9b8356-6072-4178-9dd5-10f16e75eb26,revision_number=1']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:09.366400 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Received port after_create {{(pid=101855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 15:56:09.379667 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:09.380108 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:09.380504 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:09.380909 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:09.381406 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:09.381868 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:09.382301 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:09.382657 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:09.383087 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:09.383481 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:09.383913 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:09.384315 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Tracked resource versions report: Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: pushed versions: Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: { 'AddressGroup': {'1.2'}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'ConntrackHelper': {'1.0'}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Log': {'1.0'}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Network': {'1.1'}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Port': {'1.7'}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'PortForwarding': {'1.2'}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'QosPolicy': {'1.10'}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'SecurityGroup': {'1.5'}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'SecurityGroupRule': {'1.2'}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'SubPort': {'1.0'}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Subnet': {'1.1'}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Trunk': {'1.1'}} Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: consumer versions: Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: { DHCP agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: L3 agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: Metadata agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: Metering agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: Open vSwitch agent@dv-cinder-818098-2-iscsi: { 'AddressGroup': '1.2', Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'ConntrackHelper': '1.0', Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Log': '1.0', Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Network': '1.1', Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Port': '1.7', Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'PortForwarding': '1.2', Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'QosPolicy': '1.10', Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'SecurityGroup': '1.5', Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'SecurityGroupRule': '1.2', Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'SubPort': '1.0', Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Subnet': '1.1', Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Trunk': '1.1'}} Nov 16 15:56:09.385424 dv-cinder-818098-2-iscsi neutron-server[101855]: {{(pid=101855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 15:56:09.455981 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Attempting to bind port ea9b8356-6072-4178-9dd5-10f16e75eb26 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 15:56:09.456646 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Attempting to bind port ea9b8356-6072-4178-9dd5-10f16e75eb26 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': 'ec69fe98-19e0-4a1f-af96-b2482657bbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 15:56:09.456806 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Attempting to bind port ea9b8356-6072-4178-9dd5-10f16e75eb26 on network 898f98d0-f1d3-4f0a-b6eb-15edf63bdab8 {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 15:56:09.461770 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 15, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 15:56:09.462164 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Checking segment: {'id': 'ec69fe98-19e0-4a1f-af96-b2482657bbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 15:56:09.462669 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:09.463063 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Bound using segment: {'id': 'ec69fe98-19e0-4a1f-af96-b2482657bbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 15:56:09.463569 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Bound port: ea9b8356-6072-4178-9dd5-10f16e75eb26, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec69fe98-19e0-4a1f-af96-b2482657bbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 15:56:09.463988 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:09.531928 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] For port ea9b8356-6072-4178-9dd5-10f16e75eb26, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 15:56:09.536285 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] For port ea9b8356-6072-4178-9dd5-10f16e75eb26, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=ea9b8356-6072-4178-9dd5-10f16e75eb26,segment=NetworkSegment(ec69fe98-19e0-4a1f-af96-b2482657bbf4),segment_id=ec69fe98-19e0-4a1f-af96-b2482657bbf4)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 15:56:09.540878 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:09.608807 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999b804-af52-47cf-a5ef-7cec6e94a2ac None None] Pushing event updated for resources: {'Port': ['ID=ea9b8356-6072-4178-9dd5-10f16e75eb26,revision_number=2']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:10.995454 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 36532) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:56:11.312841 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [None req-dd251c07-9aae-4580-b3c1-414aa6e14310 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 15:56:11.313839 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-dd251c07-9aae-4580-b3c1-414aa6e14310 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3174148 Nov 16 15:56:13.874337 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 36540) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:56:14.195343 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [None req-31e29ebf-84a9-41fd-951f-86b9812cb9c4 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 15:56:14.196391 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-31e29ebf-84a9-41fd-951f-86b9812cb9c4 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3213210 Nov 16 15:56:17.033623 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 36550) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:56:17.557847 dv-cinder-818098-2-iscsi neutron-server[101854]: WARNING oslo_policy.policy [None req-6701cd1d-83cd-4bd9-a968-afc4e79e2c10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 15:56:17.558443 dv-cinder-818098-2-iscsi neutron-server[101854]: WARNING oslo_policy.policy [None req-6701cd1d-83cd-4bd9-a968-afc4e79e2c10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 15:56:17.785873 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-6701cd1d-83cd-4bd9-a968-afc4e79e2c10 admin admin] Request body: {'router': {'tenant_id': 'b25575ba51604474a801094e5685a216', 'name': 'router1', 'admin_state_up': True}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 15:56:17.850867 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.policy [None req-6701cd1d-83cd-4bd9-a968-afc4e79e2c10 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101854) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 15:56:17.899033 dv-cinder-818098-2-iscsi neutron-server[101854]: WARNING oslo_policy.policy [None req-6701cd1d-83cd-4bd9-a968-afc4e79e2c10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 15:56:17.899680 dv-cinder-818098-2-iscsi neutron-server[101854]: WARNING oslo_policy.policy [None req-6701cd1d-83cd-4bd9-a968-afc4e79e2c10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 15:56:17.908998 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.quota [None req-6701cd1d-83cd-4bd9-a968-afc4e79e2c10 admin admin] Loaded quota_driver: . Nov 16 15:56:17.964397 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6701cd1d-83cd-4bd9-a968-afc4e79e2c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15366'] for router, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:17.966317 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6701cd1d-83cd-4bd9-a968-afc4e79e2c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1753862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15391'] for router, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:18.127960 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6701cd1d-83cd-4bd9-a968-afc4e79e2c10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:18.133585 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6701cd1d-83cd-4bd9-a968-afc4e79e2c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1753973'] for router, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:18.155417 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6701cd1d-83cd-4bd9-a968-afc4e79e2c10 admin admin] Publish callbacks [] for router, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:18.159971 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-6701cd1d-83cd-4bd9-a968-afc4e79e2c10 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1235504 Nov 16 15:56:18.422435 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device ea9b8356-6072-4178-9dd5-10f16e75eb26 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 15:56:18.520132 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port ea9b8356-6072-4178-9dd5-10f16e75eb26 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:56:18.520735 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:18.665909 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:18.699695 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] For port ea9b8356-6072-4178-9dd5-10f16e75eb26, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=ea9b8356-6072-4178-9dd5-10f16e75eb26,segment=NetworkSegment(ec69fe98-19e0-4a1f-af96-b2482657bbf4),segment_id=ec69fe98-19e0-4a1f-af96-b2482657bbf4)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 15:56:18.703948 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:18.754159 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=ea9b8356-6072-4178-9dd5-10f16e75eb26,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:18.760932 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bc1e70-2573-42a4-b6d6-934e5d45a17b None None] Network 898f98d0-f1d3-4f0a-b6eb-15edf63bdab8 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 15:56:18.873197 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-a50222c4-0c5a-460d-a2db-58e00c8d7faf None None] Provisioning complete for port ea9b8356-6072-4178-9dd5-10f16e75eb26 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:56:18.873662 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-a50222c4-0c5a-460d-a2db-58e00c8d7faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:19.221983 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-14d416e5-ea4c-4a44-8124-771b5d64af1a None None] Provisioning complete for port ea9b8356-6072-4178-9dd5-10f16e75eb26 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:56:19.222356 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-14d416e5-ea4c-4a44-8124-771b5d64af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:20.375515 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device ea9b8356-6072-4178-9dd5-10f16e75eb26 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 15:56:20.425931 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port ea9b8356-6072-4178-9dd5-10f16e75eb26 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:56:20.426300 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:20.697610 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf5aa-4e76-4f15-a391-bbcfe61ae668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:20.733951 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 36570) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:56:21.048499 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [None req-48293486-5c5e-48ec-bf22-4875efef7c02 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 15:56:21.051501 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-48293486-5c5e-48ec-bf22-4875efef7c02 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3147161 Nov 16 15:56:23.009162 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-85e5c2b9-0482-423e-b481-426a6c1ecd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:23.536971 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 36578) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:56:23.853821 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 15:56:23.874102 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Made reservation on behalf of d49c84149aba4a1796090f1d7f0816b8 for: {'network': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 15:56:23.876335 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:23.884256 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:23.958982 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:23.962690 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:23.971679 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Reserving flat network on physical network physnet1 {{(pid=101853) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 16 15:56:23.998643 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:23.999114 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.segments_db [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Added segment 3b4499d6-ddba-45a9-9919-4b3909a84299 of type flat for network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 Nov 16 15:56:24.000426 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f938a6ac-9321-4c36-87ac-4f7c40b0e7f9,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:24.048381 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:24.079894 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:24.080801 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:56:24.081386 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:24.134296 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5962715 Nov 16 15:56:24.144867 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506c7de-82d9-4f63-a344-c0639a53daaa admin admin] Pushing event updated for resources: {'Network': ['ID=2e8013d5-b26f-4a22-830e-d8c2916f34d6,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:24.160430 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 15:56:24.289083 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:25.650871 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:26.478458 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:26.620012 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 36596) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:56:26.796882 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ea174d-9bef-40ec-8f38-ca872cfbabf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:56:26.798264 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-38ea174d-9bef-40ec-8f38-ca872cfbabf8 admin admin] 10.222.0.46 "GET /v2.0/subnets/c2944f90-c0a1-41f7-9f28-ca49b619499c HTTP/1.1" status: 200 len: 849 time: 0.1772847 Nov 16 15:56:26.957208 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-eaa635f7-fa22-4e93-bccc-a6c3a222086e admin admin] 10.222.0.46 "GET /v2.0/routers/a9627985-d6e3-4051-9ea4-4c7cee3f5992 HTTP/1.1" status: 200 len: 704 time: 0.1523223 Nov 16 15:56:27.225116 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:27.517840 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Allocated IP 172.20.0.1 (898f98d0-f1d3-4f0a-b6eb-15edf63bdab8/c2944f90-c0a1-41f7-9f28-ca49b619499c/61799376-6a22-419a-9a1b-2668bf1b7386) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 15:56:27.725220 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:27.790892 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:27.863822 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Network 898f98d0-f1d3-4f0a-b6eb-15edf63bdab8 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 15:56:27.868560 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 15:56:27.874635 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 15:56:27.875154 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754630'] for router_interface, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:27.897218 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Pushing event updated for resources: {'Port': ['ID=61799376-6a22-419a-9a1b-2668bf1b7386,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:28.070751 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-07c94d17-825c-43c2-945a-f4a1fa3f6f69 None None] Provisioning complete for port 61799376-6a22-419a-9a1b-2668bf1b7386 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:56:28.071314 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-07c94d17-825c-43c2-945a-f4a1fa3f6f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:28.072966 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:28.104639 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-07c94d17-825c-43c2-945a-f4a1fa3f6f69 None None] Port 61799376-6a22-419a-9a1b-2668bf1b7386 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 15:56:28.284598 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:28.290137 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:28.290877 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1756342'] for router_interface, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:28.366605 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Pushing event updated for resources: {'Port': ['ID=61799376-6a22-419a-9a1b-2668bf1b7386,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:28.416498 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Network 898f98d0-f1d3-4f0a-b6eb-15edf63bdab8 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 15:56:28.417812 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 15:56:28.583579 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Router a9627985-d6e3-4051-9ea4-4c7cee3f5992 is scheduled to L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a with binding_index 1 {{(pid=101853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 15:56:28.628197 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-a9a9c7f0-ba5b-4c1a-93af-28b979b0f57f None None] Provisioning complete for port 61799376-6a22-419a-9a1b-2668bf1b7386 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:56:28.628570 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c7f0-ba5b-4c1a-93af-28b979b0f57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:28.664269 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9c7f0-ba5b-4c1a-93af-28b979b0f57f None None] Port 61799376-6a22-419a-9a1b-2668bf1b7386 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 15:56:28.674746 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 15:56:28.683242 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-489a8d0b-1ade-47e5-aa29-22ea532361ac admin admin] 10.222.0.46 "PUT /v2.0/routers/a9627985-d6e3-4051-9ea4-4c7cee3f5992/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7179875 Nov 16 15:56:28.700015 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Sync routers for ids ['a9627985-d6e3-4051-9ea4-4c7cee3f5992'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 15:56:28.712705 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Routers {'a9627985-d6e3-4051-9ea4-4c7cee3f5992'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 15:56:28.713626 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T15:56:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['a9627985-d6e3-4051-9ea4-4c7cee3f5992'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 15:56:28.918788 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Set router a9627985-d6e3-4051-9ea4-4c7cee3f5992 gateway port host: None {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 15:56:29.359594 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'name': 'router1', 'tenant_id': 'b25575ba51604474a801094e5685a216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T15:56:17Z', 'updated_at': '2021-11-16T15:56:28Z', 'revision_number': 2, 'project_id': 'b25575ba51604474a801094e5685a216', 'gw_port_host': None, '_interfaces': [{'id': '61799376-6a22-419a-9a1b-2668bf1b7386', 'name': '', 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8', 'tenant_id': 'b25575ba51604474a801094e5685a216', 'mac_address': 'fa:16:3e:f5:e0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2944f90-c0a1-41f7-9f28-ca49b619499c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T15:56:27Z', 'updated_at': '2021-11-16T15:56:28Z', 'revision_number': 2, 'project_id': 'b25575ba51604474a801094e5685a216', 'subnets': [{'id': 'c2944f90-c0a1-41f7-9f28-ca49b619499c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbeb5de6-834d-4356-91e0-ed0ca6d31796'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 15:56:29.413969 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Checking router: a9627985-d6e3-4051-9ea4-4c7cee3f5992 for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 15:56:29.414384 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Updating router a9627985-d6e3-4051-9ea4-4c7cee3f5992 port 61799376-6a22-419a-9a1b-2668bf1b7386 binding host dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 15:56:29.463395 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:29.984662 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Publish callbacks [] for port, precommit_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:29.990830 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:30.153329 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Pushing event updated for resources: {'Port': ['ID=61799376-6a22-419a-9a1b-2668bf1b7386,revision_number=3']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:30.163013 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Attempting to bind port 61799376-6a22-419a-9a1b-2668bf1b7386 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 15:56:30.163416 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Attempting to bind port 61799376-6a22-419a-9a1b-2668bf1b7386 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': 'ec69fe98-19e0-4a1f-af96-b2482657bbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8'}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 15:56:30.163864 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Attempting to bind port 61799376-6a22-419a-9a1b-2668bf1b7386 on network 898f98d0-f1d3-4f0a-b6eb-15edf63bdab8 {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 15:56:30.167283 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:30.167681 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:30.168013 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:30.168344 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:30.168670 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:30.169116 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:30.169361 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:30.170196 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:30.170564 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:30.170888 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:30.171225 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:30.171580 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Tracked resource versions report: Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: pushed versions: Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: { 'AddressGroup': {'1.2'}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'ConntrackHelper': {'1.0'}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Log': {'1.0'}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Network': {'1.1'}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Port': {'1.7'}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'PortForwarding': {'1.2'}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'QosPolicy': {'1.10'}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'SecurityGroup': {'1.5'}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'SecurityGroupRule': {'1.2'}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'SubPort': {'1.0'}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Subnet': {'1.1'}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Trunk': {'1.1'}} Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: consumer versions: Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: { DHCP agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: L3 agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: Metadata agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: Metering agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: Open vSwitch agent@dv-cinder-818098-2-iscsi: { 'AddressGroup': '1.2', Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'ConntrackHelper': '1.0', Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Log': '1.0', Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Network': '1.1', Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Port': '1.7', Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'PortForwarding': '1.2', Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'QosPolicy': '1.10', Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'SecurityGroup': '1.5', Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'SecurityGroupRule': '1.2', Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'SubPort': '1.0', Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Subnet': '1.1', Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Trunk': '1.1'}} Nov 16 15:56:30.172627 dv-cinder-818098-2-iscsi neutron-server[101856]: {{(pid=101856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 15:56:30.184721 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 15, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 15:56:30.185197 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Checking segment: {'id': 'ec69fe98-19e0-4a1f-af96-b2482657bbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 15:56:30.186767 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:30.187153 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Bound using segment: {'id': 'ec69fe98-19e0-4a1f-af96-b2482657bbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8'} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 15:56:30.187685 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Bound port: 61799376-6a22-419a-9a1b-2668bf1b7386, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec69fe98-19e0-4a1f-af96-b2482657bbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8'}}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 15:56:30.188084 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:30.193570 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-4f97b8e3-ec68-4e91-bdcd-a902625b0f28 None None] Provisioning complete for port 61799376-6a22-419a-9a1b-2668bf1b7386 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:56:30.194036 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-4f97b8e3-ec68-4e91-bdcd-a902625b0f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:30.227556 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-4f97b8e3-ec68-4e91-bdcd-a902625b0f28 None None] Port 61799376-6a22-419a-9a1b-2668bf1b7386 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 15:56:30.255299 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] For port 61799376-6a22-419a-9a1b-2668bf1b7386, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 15:56:30.277208 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] For port 61799376-6a22-419a-9a1b-2668bf1b7386, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=61799376-6a22-419a-9a1b-2668bf1b7386,segment=NetworkSegment(ec69fe98-19e0-4a1f-af96-b2482657bbf4),segment_id=ec69fe98-19e0-4a1f-af96-b2482657bbf4)] {{(pid=101856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 15:56:30.281386 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:30.338871 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bd891-cda4-4a49-80fe-21b67b0794a2 None None] Pushing event updated for resources: {'Port': ['ID=61799376-6a22-419a-9a1b-2668bf1b7386,revision_number=4']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:30.343234 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Routers {'a9627985-d6e3-4051-9ea4-4c7cee3f5992'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 15:56:30.343877 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T15:56:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['a9627985-d6e3-4051-9ea4-4c7cee3f5992'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 15:56:30.437887 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] Set router a9627985-d6e3-4051-9ea4-4c7cee3f5992 gateway port host: None {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 15:56:30.550211 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-761dc701-15fc-4e63-83f4-e20d0b246ef4 None None] Provisioning complete for port 61799376-6a22-419a-9a1b-2668bf1b7386 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:56:30.551213 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-761dc701-15fc-4e63-83f4-e20d0b246ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:30.630470 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-761dc701-15fc-4e63-83f4-e20d0b246ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:30.653935 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'name': 'router1', 'tenant_id': 'b25575ba51604474a801094e5685a216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T15:56:17Z', 'updated_at': '2021-11-16T15:56:28Z', 'revision_number': 2, 'project_id': 'b25575ba51604474a801094e5685a216', 'gw_port_host': None, '_interfaces': [{'id': '61799376-6a22-419a-9a1b-2668bf1b7386', 'name': '', 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8', 'tenant_id': 'b25575ba51604474a801094e5685a216', 'mac_address': 'fa:16:3e:f5:e0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2944f90-c0a1-41f7-9f28-ca49b619499c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T15:56:27Z', 'updated_at': '2021-11-16T15:56:30Z', 'revision_number': 4, 'project_id': 'b25575ba51604474a801094e5685a216', 'subnets': [{'id': 'c2944f90-c0a1-41f7-9f28-ca49b619499c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbeb5de6-834d-4356-91e0-ed0ca6d31796'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 15:56:30.663902 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-761dc701-15fc-4e63-83f4-e20d0b246ef4 None None] For port 61799376-6a22-419a-9a1b-2668bf1b7386, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=61799376-6a22-419a-9a1b-2668bf1b7386,segment=NetworkSegment(ec69fe98-19e0-4a1f-af96-b2482657bbf4),segment_id=ec69fe98-19e0-4a1f-af96-b2482657bbf4)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 15:56:30.669464 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-761dc701-15fc-4e63-83f4-e20d0b246ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:30.686496 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c8828-95e6-4b58-876f-9800f9b60750 None None] The sync data for ids ['a9627985-d6e3-4051-9ea4-4c7cee3f5992'] in dv-cinder-818098-2-iscsi is: [{'id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'name': 'router1', 'tenant_id': 'b25575ba51604474a801094e5685a216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T15:56:17Z', 'updated_at': '2021-11-16T15:56:28Z', 'revision_number': 2, 'project_id': 'b25575ba51604474a801094e5685a216', 'gw_port_host': None, '_interfaces': [{'id': '61799376-6a22-419a-9a1b-2668bf1b7386', 'name': '', 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8', 'tenant_id': 'b25575ba51604474a801094e5685a216', 'mac_address': 'fa:16:3e:f5:e0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2944f90-c0a1-41f7-9f28-ca49b619499c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T15:56:27Z', 'updated_at': '2021-11-16T15:56:30Z', 'revision_number': 4, 'project_id': 'b25575ba51604474a801094e5685a216', 'subnets': [{'id': 'c2944f90-c0a1-41f7-9f28-ca49b619499c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbeb5de6-834d-4356-91e0-ed0ca6d31796'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 15:56:30.720636 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761dc701-15fc-4e63-83f4-e20d0b246ef4 None None] Pushing event updated for resources: {'Port': ['ID=61799376-6a22-419a-9a1b-2668bf1b7386,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:31.066831 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 36616) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:56:31.179378 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38e7b1b-502f-445e-87ec-4063e7e7c965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:56:31.180882 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-b38e7b1b-502f-445e-87ec-4063e7e7c965 admin admin] 10.222.0.46 "GET /v2.0/networks/2e8013d5-b26f-4a22-830e-d8c2916f34d6 HTTP/1.1" status: 200 len: 842 time: 0.1130884 Nov 16 15:56:31.190920 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-71af9710-553d-4f6d-b2d6-e78e6e62b3c5 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 15:56:31.212854 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71af9710-553d-4f6d-b2d6-e78e6e62b3c5 admin admin] Made reservation on behalf of d49c84149aba4a1796090f1d7f0816b8 for: {'subnet': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 15:56:31.215083 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-71af9710-553d-4f6d-b2d6-e78e6e62b3c5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:31.505304 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.objects.ports [None req-71af9710-553d-4f6d-b2d6-e78e6e62b3c5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101853) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 15:56:31.505737 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-71af9710-553d-4f6d-b2d6-e78e6e62b3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for subnet, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:31.566145 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af9710-553d-4f6d-b2d6-e78e6e62b3c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7925a24-74f7-45b7-a2c2-2da8f326c476,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:31.572703 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af9710-553d-4f6d-b2d6-e78e6e62b3c5 admin admin] Checking segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 15:56:31.573047 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71af9710-553d-4f6d-b2d6-e78e6e62b3c5 admin admin] Network hostable DHCP agents. Network: 2e8013d5-b26f-4a22-830e-d8c2916f34d6, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 15:56:31.588340 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71af9710-553d-4f6d-b2d6-e78e6e62b3c5 admin admin] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 15:56:31.596611 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-71af9710-553d-4f6d-b2d6-e78e6e62b3c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, 2e8013d5-b26f-4a22-830e-d8c2916f34d6) {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 15:56:31.600781 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71af9710-553d-4f6d-b2d6-e78e6e62b3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:56:31.601361 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-71af9710-553d-4f6d-b2d6-e78e6e62b3c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:31.609043 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d07440-bb55-46d2-9174-aca622337d24 None None] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 15:56:31.623524 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-71af9710-553d-4f6d-b2d6-e78e6e62b3c5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4321861 Nov 16 15:56:31.752305 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a373f-183f-475d-b4eb-9ff0654bf4b6 None None] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 15:56:34.031672 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 36624) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:56:34.247578 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-05394135-6214-4a51-aa86-a3bdf6ee014c admin admin] 10.222.0.46 "GET /v2.0/routers/a9627985-d6e3-4051-9ea4-4c7cee3f5992 HTTP/1.1" status: 200 len: 710 time: 0.2144034 Nov 16 15:56:34.447884 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec88d0a-021a-4931-8ebb-91b2c49b4d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:56:34.455382 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-bec88d0a-021a-4931-8ebb-91b2c49b4d0a admin admin] 10.222.0.46 "GET /v2.0/networks/2e8013d5-b26f-4a22-830e-d8c2916f34d6 HTTP/1.1" status: 200 len: 886 time: 0.1959417 Nov 16 15:56:34.459411 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 15:56:34.730770 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:34.974343 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:35.050176 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:35.241998 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Allocated IP 172.27.1.196 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/4471f3a0-578c-45cb-9c66-cd893c6e8e86) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 15:56:35.359574 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:35.416984 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:35.482915 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 15:56:35.493378 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 15:56:35.536276 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Pushing event updated for resources: {'Port': ['ID=4471f3a0-578c-45cb-9c66-cd893c6e8e86,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:35.541186 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 15:56:35.579176 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:35.579539 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:35.579872 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:35.580198 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:35.580522 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:35.580847 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:35.581165 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:35.581496 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:35.581836 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:35.582154 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:35.582472 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:35.582782 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Tracked resource versions report: Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: pushed versions: Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: { 'AddressGroup': {'1.2'}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'ConntrackHelper': {'1.0'}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Log': {'1.0'}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Network': {'1.1'}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Port': {'1.7'}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'PortForwarding': {'1.2'}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'QosPolicy': {'1.10'}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'SecurityGroup': {'1.5'}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'SecurityGroupRule': {'1.2'}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'SubPort': {'1.0'}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Subnet': {'1.1'}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Trunk': {'1.1'}} Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: consumer versions: Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: { DHCP agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: L3 agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: Metadata agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: Metering agent@dv-cinder-818098-2-iscsi: {}, Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: Open vSwitch agent@dv-cinder-818098-2-iscsi: { 'AddressGroup': '1.2', Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'ConntrackHelper': '1.0', Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Log': '1.0', Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Network': '1.1', Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Port': '1.7', Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'PortForwarding': '1.2', Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'QosPolicy': '1.10', Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'SecurityGroup': '1.5', Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'SecurityGroupRule': '1.2', Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'SubPort': '1.0', Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Subnet': '1.1', Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Trunk': '1.1'}} Nov 16 15:56:35.583866 dv-cinder-818098-2-iscsi neutron-server[101854]: {{(pid=101854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 15:56:35.887957 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:36.082138 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1753960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1766035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-741'] for router, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:36.086482 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1753973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1753955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1753978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1766122'] for router, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:36.194232 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Router a9627985-d6e3-4051-9ea4-4c7cee3f5992 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 15:56:36.304861 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 15:56:36.310672 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] Publish callbacks [] for router, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:36.311841 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-ee5ab50b-025d-4f80-822b-3461dcbc0aac admin admin] 10.222.0.46 "PUT /v2.0/routers/a9627985-d6e3-4051-9ea4-4c7cee3f5992 HTTP/1.1" status: 200 len: 890 time: 1.8558059 Nov 16 15:56:36.421889 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 61799376-6a22-419a-9a1b-2668bf1b7386 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 15:56:36.475906 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 61799376-6a22-419a-9a1b-2668bf1b7386 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:56:36.476279 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:37.840651 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Sync routers for ids ['a9627985-d6e3-4051-9ea4-4c7cee3f5992'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 15:56:37.853622 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Routers {'a9627985-d6e3-4051-9ea4-4c7cee3f5992'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 15:56:37.854249 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T15:56:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['a9627985-d6e3-4051-9ea4-4c7cee3f5992'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 15:56:38.062650 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Set router a9627985-d6e3-4051-9ea4-4c7cee3f5992 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 15:56:38.522119 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'name': 'router1', 'tenant_id': 'b25575ba51604474a801094e5685a216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4471f3a0-578c-45cb-9c66-cd893c6e8e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T15:56:17Z', 'updated_at': '2021-11-16T15:56:35Z', 'revision_number': 4, 'project_id': 'b25575ba51604474a801094e5685a216', 'gw_port': {'id': '4471f3a0-578c-45cb-9c66-cd893c6e8e86', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T15:56:35Z', 'updated_at': '2021-11-16T15:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '61799376-6a22-419a-9a1b-2668bf1b7386', 'name': '', 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8', 'tenant_id': 'b25575ba51604474a801094e5685a216', 'mac_address': 'fa:16:3e:f5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2944f90-c0a1-41f7-9f28-ca49b619499c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T15:56:27Z', 'updated_at': '2021-11-16T15:56:30Z', 'revision_number': 5, 'project_id': 'b25575ba51604474a801094e5685a216', 'subnets': [{'id': 'c2944f90-c0a1-41f7-9f28-ca49b619499c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbeb5de6-834d-4356-91e0-ed0ca6d31796'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 15:56:38.574775 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Checking router: a9627985-d6e3-4051-9ea4-4c7cee3f5992 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 15:56:38.575127 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Updating router a9627985-d6e3-4051-9ea4-4c7cee3f5992 port 4471f3a0-578c-45cb-9c66-cd893c6e8e86 binding host dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 15:56:38.623092 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:38.867486 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 36640) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:56:38.945405 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Publish callbacks [] for port, precommit_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:38.950768 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:38.980902 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-2b15039b-c96b-4617-8bf5-c6befc16f716 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1120043 Nov 16 15:56:39.003277 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ed39d-fa55-4a2d-aed1-a23fbbdd3293 None None] Pushing event updated for resources: {'Port': ['ID=4471f3a0-578c-45cb-9c66-cd893c6e8e86,revision_number=2']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:39.006068 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Attempting to bind port 4471f3a0-578c-45cb-9c66-cd893c6e8e86 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 15:56:39.006756 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Attempting to bind port 4471f3a0-578c-45cb-9c66-cd893c6e8e86 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 15:56:39.007120 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Attempting to bind port 4471f3a0-578c-45cb-9c66-cd893c6e8e86 on network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 15:56:39.013848 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 15, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 15:56:39.014223 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Checking segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 15:56:39.014621 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:39.015004 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Bound using segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 15:56:39.015509 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Bound port: 4471f3a0-578c-45cb-9c66-cd893c6e8e86, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 15:56:39.015915 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:39.069985 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] For port 4471f3a0-578c-45cb-9c66-cd893c6e8e86, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 15:56:39.073276 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] For port 4471f3a0-578c-45cb-9c66-cd893c6e8e86, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=4471f3a0-578c-45cb-9c66-cd893c6e8e86,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 15:56:39.077361 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:39.140299 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Routers {'a9627985-d6e3-4051-9ea4-4c7cee3f5992'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 15:56:39.140853 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T15:56:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['a9627985-d6e3-4051-9ea4-4c7cee3f5992'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 15:56:39.144225 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ed39d-fa55-4a2d-aed1-a23fbbdd3293 None None] Pushing event updated for resources: {'Port': ['ID=4471f3a0-578c-45cb-9c66-cd893c6e8e86,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:39.252999 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] Set router a9627985-d6e3-4051-9ea4-4c7cee3f5992 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 15:56:39.470839 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'name': 'router1', 'tenant_id': 'b25575ba51604474a801094e5685a216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4471f3a0-578c-45cb-9c66-cd893c6e8e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T15:56:17Z', 'updated_at': '2021-11-16T15:56:35Z', 'revision_number': 4, 'project_id': 'b25575ba51604474a801094e5685a216', 'gw_port': {'id': '4471f3a0-578c-45cb-9c66-cd893c6e8e86', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T15:56:35Z', 'updated_at': '2021-11-16T15:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '61799376-6a22-419a-9a1b-2668bf1b7386', 'name': '', 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8', 'tenant_id': 'b25575ba51604474a801094e5685a216', 'mac_address': 'fa:16:3e:f5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2944f90-c0a1-41f7-9f28-ca49b619499c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T15:56:27Z', 'updated_at': '2021-11-16T15:56:30Z', 'revision_number': 5, 'project_id': 'b25575ba51604474a801094e5685a216', 'subnets': [{'id': 'c2944f90-c0a1-41f7-9f28-ca49b619499c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbeb5de6-834d-4356-91e0-ed0ca6d31796'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 15:56:39.501347 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d5f64-5c1e-4893-87c4-b70ff2170542 None None] The sync data for ids ['a9627985-d6e3-4051-9ea4-4c7cee3f5992'] in dv-cinder-818098-2-iscsi is: [{'id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'name': 'router1', 'tenant_id': 'b25575ba51604474a801094e5685a216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4471f3a0-578c-45cb-9c66-cd893c6e8e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T15:56:17Z', 'updated_at': '2021-11-16T15:56:35Z', 'revision_number': 4, 'project_id': 'b25575ba51604474a801094e5685a216', 'gw_port': {'id': '4471f3a0-578c-45cb-9c66-cd893c6e8e86', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T15:56:35Z', 'updated_at': '2021-11-16T15:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '61799376-6a22-419a-9a1b-2668bf1b7386', 'name': '', 'network_id': '898f98d0-f1d3-4f0a-b6eb-15edf63bdab8', 'tenant_id': 'b25575ba51604474a801094e5685a216', 'mac_address': 'fa:16:3e:f5:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9627985-d6e3-4051-9ea4-4c7cee3f5992', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2944f90-c0a1-41f7-9f28-ca49b619499c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T15:56:27Z', 'updated_at': '2021-11-16T15:56:30Z', 'revision_number': 5, 'project_id': 'b25575ba51604474a801094e5685a216', 'subnets': [{'id': 'c2944f90-c0a1-41f7-9f28-ca49b619499c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cbeb5de6-834d-4356-91e0-ed0ca6d31796'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 15:56:40.432845 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 4471f3a0-578c-45cb-9c66-cd893c6e8e86 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 15:56:40.479815 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 4471f3a0-578c-45cb-9c66-cd893c6e8e86 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:56:40.480186 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:40.554657 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:40.574034 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] For port 4471f3a0-578c-45cb-9c66-cd893c6e8e86, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=4471f3a0-578c-45cb-9c66-cd893c6e8e86,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 15:56:40.578865 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:40.630974 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=4471f3a0-578c-45cb-9c66-cd893c6e8e86,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:56:42.399285 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 4471f3a0-578c-45cb-9c66-cd893c6e8e86 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 15:56:42.449497 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 4471f3a0-578c-45cb-9c66-cd893c6e8e86 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:56:42.451263 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:50.699435 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-fbd88d23-bfee-4117-aaa4-0b57d45bc40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:51.377335 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 5 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 15:56:53.014559 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-ddbb4a86-7689-497b-b62b-5b4aea098e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:54.303490 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:55.660503 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:56:56.482868 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:57:20.711215 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-bc11867c-01ad-465e-b8c0-ebc567253597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:57:23.011664 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-490362ab-fab2-4789-b0e0-dd24dc01022b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:57:24.293683 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:57:25.658456 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:57:26.480561 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:57:28.384715 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 5 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 15:57:50.704421 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-93e73866-7f2f-45c7-bd58-b9a9029f7207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:57:53.003217 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-db8cfe73-ce95-4fe9-857c-aec9ad259f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:57:54.296638 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:57:55.660502 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:57:56.472026 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:05.384665 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 5 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 15:58:17.195102 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37202) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:58:17.255471 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2572166-b894-45a4-9b4e-2fd49d14fed2 admin admin] GET failed (client error): The resource could not be found. Nov 16 15:58:17.256748 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-f2572166-b894-45a4-9b4e-2fd49d14fed2 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606742 Nov 16 15:58:17.428393 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa51dee2-c7dd-41c1-bcb5-84ad33b615c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:17.429822 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-fa51dee2-c7dd-41c1-bcb5-84ad33b615c7 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1673760 Nov 16 15:58:19.757550 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37212) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:58:19.860704 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea8c54-42e5-422f-95d7-66cecd281366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:19.862159 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-70ea8c54-42e5-422f-95d7-66cecd281366 admin admin] 10.222.0.46 "GET /v2.0/subnets/c2944f90-c0a1-41f7-9f28-ca49b619499c HTTP/1.1" status: 200 len: 849 time: 0.1036601 Nov 16 15:58:19.872681 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 15:58:19.958810 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:20.100855 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743495768796'] for subnet, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:20.135377 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:20.136982 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:20.138392 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] 10.222.0.46 "PUT /v2.0/subnets/c2944f90-c0a1-41f7-9f28-ca49b619499c HTTP/1.1" status: 200 len: 868 time: 0.2699265 Nov 16 15:58:20.139917 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9531e1-1a23-4fbc-a6ef-1ebe41c1b88b None None] Network 898f98d0-f1d3-4f0a-b6eb-15edf63bdab8 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 15:58:20.157087 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2944f90-c0a1-41f7-9f28-ca49b619499c,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:58:20.165130 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:58:20.165531 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:58:20.165874 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:58:20.166206 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:58:20.166533 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:58:20.166875 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:58:20.167208 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:58:20.167582 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:58:20.167930 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:58:20.168262 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:58:20.168587 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:58:20.168903 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab555c7-62e0-4a94-893c-a69a1d0af050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:58:20.558310 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3edf6242-d820-40cd-a960-c4310f5f6d5f None None] Provisioning complete for port ea9b8356-6072-4178-9dd5-10f16e75eb26 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:58:20.558767 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3edf6242-d820-40cd-a960-c4310f5f6d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:20.647269 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3edf6242-d820-40cd-a960-c4310f5f6d5f None None] Provisioning complete for port 61799376-6a22-419a-9a1b-2668bf1b7386 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:58:20.647552 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3edf6242-d820-40cd-a960-c4310f5f6d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:20.726508 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-6312e901-2eb6-457f-843b-efa4e13236c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:22.473959 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37220) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:58:22.671233 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119e909-74da-4c98-860c-ad64b01171b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:22.671644 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119e909-74da-4c98-860c-ad64b01171b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:22.673175 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-2119e909-74da-4c98-860c-ad64b01171b5 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982110 Nov 16 15:58:23.008631 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9f83e5a6-87bf-42d7-969b-5923426d1f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:24.299993 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:25.019238 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37228) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:58:25.153117 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0f51d1-f7ff-456a-b817-247b0b5316b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:25.153574 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0f51d1-f7ff-456a-b817-247b0b5316b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:25.155084 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-4c0f51d1-f7ff-456a-b817-247b0b5316b3 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1348648 Nov 16 15:58:25.663021 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:26.475770 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:27.502628 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37236) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:58:27.687603 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb72f2-ff16-4b98-91ea-a9bc67087679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:27.688883 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-15bb72f2-ff16-4b98-91ea-a9bc67087679 admin admin] 10.222.0.46 "GET /v2.0/networks/2e8013d5-b26f-4a22-830e-d8c2916f34d6 HTTP/1.1" status: 200 len: 886 time: 0.1853316 Nov 16 15:58:30.002576 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37246) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:58:30.134705 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef83359-e417-4652-b51c-88dd79bb6011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:30.136327 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-3ef83359-e417-4652-b51c-88dd79bb6011 admin admin] 10.222.0.46 "GET /v2.0/networks/898f98d0-f1d3-4f0a-b6eb-15edf63bdab8 HTTP/1.1" status: 200 len: 869 time: 0.1326928 Nov 16 15:58:32.402124 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37254) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:58:32.524325 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6afcd-374f-478a-a82a-f084d9548bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:32.524779 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef6afcd-374f-478a-a82a-f084d9548bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:32.526541 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-bef6afcd-374f-478a-a82a-f084d9548bc0 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233201 Nov 16 15:58:34.833399 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37262) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:58:34.927513 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1451ae30-bc0d-492a-8322-d30e8feffd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:34.927965 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1451ae30-bc0d-492a-8322-d30e8feffd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:34.929442 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-1451ae30-bc0d-492a-8322-d30e8feffd7b admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0951166 Nov 16 15:58:37.325052 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37270) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:58:37.416501 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f723419a-21c6-4fcc-b6a4-3ab1f094cedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:37.418606 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-f723419a-21c6-4fcc-b6a4-3ab1f094cedf admin admin] 10.222.0.46 "GET /v2.0/subnets/c2944f90-c0a1-41f7-9f28-ca49b619499c HTTP/1.1" status: 200 len: 868 time: 0.0918572 Nov 16 15:58:39.764545 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37278) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:58:39.851912 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c5f4b9-c951-48c2-ae26-2bd03c043827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:58:39.853247 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-18c5f4b9-c951-48c2-ae26-2bd03c043827 admin admin] 10.222.0.46 "GET /v2.0/subnets/e7925a24-74f7-45b7-a2c2-2da8f326c476 HTTP/1.1" status: 200 len: 816 time: 0.0877705 Nov 16 15:58:42.383082 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 5 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 15:58:50.707976 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-b52e746a-1c12-4e1b-94c3-db25267d9ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:53.001312 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-53565d67-5a73-4980-96db-d5a94b96c5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:54.301487 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:55.665753 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:58:56.478064 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:04.624318 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37332) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:59:04.673777 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [None req-6929c2c6-3acc-4ef7-9f82-1304b70097e8 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 15:59:04.674778 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-6929c2c6-3acc-4ef7-9f82-1304b70097e8 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495298 Nov 16 15:59:07.025540 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37340) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:59:07.087592 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adb050c-1db2-4fbe-9f10-5a53e419e250 admin admin] GET failed (client error): The resource could not be found. Nov 16 15:59:07.088878 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-0adb050c-1db2-4fbe-9f10-5a53e419e250 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621440 Nov 16 15:59:07.231588 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c684c5-c2d9-46b2-bceb-b3559614bc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:59:07.233067 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-49c684c5-c2d9-46b2-bceb-b3559614bc95 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1390531 Nov 16 15:59:09.537438 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37348) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:59:09.588106 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 15:59:09.611378 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Made reservation on behalf of d49c84149aba4a1796090f1d7f0816b8 for: {'network': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 15:59:09.613680 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:09.642260 dv-cinder-818098-2-iscsi neutron-server[101853]: WARNING neutron.services.revisions.revision_plugin [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Could not find related network for resource to bump revision. Nov 16 15:59:09.654600 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=101853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 15:59:09.663381 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:09.663754 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.segments_db [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Added segment bc922873-4444-4cb7-a3e7-7730d64957dc of type vlan for network b55b4ae2-a6bc-4fc5-9035-65ea005c0a76 Nov 16 15:59:09.711487 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:09.738352 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:09.739346 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:59:09.739969 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:09.793624 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2550769 Nov 16 15:59:09.804223 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Pushing event updated for resources: {'Network': ['ID=b55b4ae2-a6bc-4fc5-9035-65ea005c0a76,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:59:09.812420 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:09.812818 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:09.813143 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:09.813481 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:09.813820 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:09.814169 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:09.814507 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:09.814853 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:09.815200 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:09.815558 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:09.815888 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:09.816359 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06aec7d-d20e-4520-95e3-cfef22576d84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:09.828102 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network b55b4ae2-a6bc-4fc5-9035-65ea005c0a76 details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 15:59:12.119800 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37356) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 15:59:12.181498 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc26acd-4cf7-4f4e-8e60-35ebb8574748 admin admin] GET failed (client error): The resource could not be found. Nov 16 15:59:12.182896 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-ebc26acd-4cf7-4f4e-8e60-35ebb8574748 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612705 Nov 16 15:59:12.255087 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d53ecf-eb01-42b0-9241-44673db62f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:59:12.256551 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-76d53ecf-eb01-42b0-9241-44673db62f46 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685236 Nov 16 15:59:12.266696 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-75cabc19-bd8c-413f-ac64-c7e0d82ce65b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'b55b4ae2-a6bc-4fc5-9035-65ea005c0a76', 'description': 'shared-subnet'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 15:59:12.286791 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cabc19-bd8c-413f-ac64-c7e0d82ce65b admin admin] Made reservation on behalf of d49c84149aba4a1796090f1d7f0816b8 for: {'subnet': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 15:59:12.289003 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-75cabc19-bd8c-413f-ac64-c7e0d82ce65b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:12.455269 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-75cabc19-bd8c-413f-ac64-c7e0d82ce65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for subnet, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:12.510142 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cabc19-bd8c-413f-ac64-c7e0d82ce65b admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ebf2ed-e2c9-4bee-80e8-d144e6b3c177,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:59:12.516890 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cabc19-bd8c-413f-ac64-c7e0d82ce65b admin admin] Checking segment: {'id': 'bc922873-4444-4cb7-a3e7-7730d64957dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b55b4ae2-a6bc-4fc5-9035-65ea005c0a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 15:59:12.517234 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cabc19-bd8c-413f-ac64-c7e0d82ce65b admin admin] Network hostable DHCP agents. Network: b55b4ae2-a6bc-4fc5-9035-65ea005c0a76, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 15:59:12.534052 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cabc19-bd8c-413f-ac64-c7e0d82ce65b admin admin] Network b55b4ae2-a6bc-4fc5-9035-65ea005c0a76 is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 15:59:12.541974 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-75cabc19-bd8c-413f-ac64-c7e0d82ce65b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, b55b4ae2-a6bc-4fc5-9035-65ea005c0a76) {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 15:59:12.546980 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cabc19-bd8c-413f-ac64-c7e0d82ce65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 15:59:12.547591 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-75cabc19-bd8c-413f-ac64-c7e0d82ce65b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:12.552787 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be978f6c-568c-43b9-867e-652a813eec88 None None] Network b55b4ae2-a6bc-4fc5-9035-65ea005c0a76 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 15:59:12.562232 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-75cabc19-bd8c-413f-ac64-c7e0d82ce65b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2988501 Nov 16 15:59:12.712404 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93989c1-70f4-523d-88f7-0e38e565381d-b55b4ae2-a6bc-4fc5-9035-65ea005c0a76', 'network_id': 'b55b4ae2-a6bc-4fc5-9035-65ea005c0a76', 'tenant_id': 'd49c84149aba4a1796090f1d7f0816b8', 'fixed_ips': [{'subnet_id': '39ebf2ed-e2c9-4bee-80e8-d144e6b3c177'}]}} from dv-cinder-818098-2-iscsi. {{(pid=101855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 15:59:12.713320 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:12.860884 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.db_base_plugin_common [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Allocated IP 192.168.233.2 (b55b4ae2-a6bc-4fc5-9035-65ea005c0a76/39ebf2ed-e2c9-4bee-80e8-d144e6b3c177/fd163177-9141-4914-98dd-e31893245ddc) {{(pid=101855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 15:59:13.003208 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Publish callbacks [] for port, precommit_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:13.012879 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:13.054635 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Network b55b4ae2-a6bc-4fc5-9035-65ea005c0a76 is already hosted by enough agents. {{(pid=101855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 15:59:13.060758 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.base_scheduler [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Resources bound (agent type, host, resource id): {{(pid=101855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 15:59:13.066555 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Received port after_create {{(pid=101855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 15:59:13.072097 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Pushing event updated for resources: {'Port': ['ID=fd163177-9141-4914-98dd-e31893245ddc,revision_number=1']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:59:13.081059 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:13.081436 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:13.081789 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:13.082128 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:13.082462 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:13.082803 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:13.083267 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:13.083787 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:13.084295 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:13.084790 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:13.085271 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:13.085754 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 15:59:13.142724 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Attempting to bind port fd163177-9141-4914-98dd-e31893245ddc on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 15:59:13.143089 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Attempting to bind port fd163177-9141-4914-98dd-e31893245ddc by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': 'bc922873-4444-4cb7-a3e7-7730d64957dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b55b4ae2-a6bc-4fc5-9035-65ea005c0a76'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 15:59:13.143453 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Attempting to bind port fd163177-9141-4914-98dd-e31893245ddc on network b55b4ae2-a6bc-4fc5-9035-65ea005c0a76 {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 15:59:13.148474 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 15, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 15:59:13.148846 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Checking segment: {'id': 'bc922873-4444-4cb7-a3e7-7730d64957dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b55b4ae2-a6bc-4fc5-9035-65ea005c0a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 15:59:13.149246 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:13.149636 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Bound using segment: {'id': 'bc922873-4444-4cb7-a3e7-7730d64957dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b55b4ae2-a6bc-4fc5-9035-65ea005c0a76'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 15:59:13.150109 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Bound port: fd163177-9141-4914-98dd-e31893245ddc, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc922873-4444-4cb7-a3e7-7730d64957dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b55b4ae2-a6bc-4fc5-9035-65ea005c0a76'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 15:59:13.150493 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:13.212532 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] For port fd163177-9141-4914-98dd-e31893245ddc, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 15:59:13.216745 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] For port fd163177-9141-4914-98dd-e31893245ddc, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=fd163177-9141-4914-98dd-e31893245ddc,segment=NetworkSegment(bc922873-4444-4cb7-a3e7-7730d64957dc),segment_id=bc922873-4444-4cb7-a3e7-7730d64957dc)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 15:59:13.221766 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:13.286392 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47467eba-0326-4c7a-a87d-2bd37adb3ddf None None] Pushing event updated for resources: {'Port': ['ID=fd163177-9141-4914-98dd-e31893245ddc,revision_number=2']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:59:14.101116 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7c99dd-526e-4105-bd15-7d55566d04bc None None] Network b55b4ae2-a6bc-4fc5-9035-65ea005c0a76 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 15:59:14.193953 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-0c3e5f3e-bac9-4db9-b874-db738af0b5e4 None None] Provisioning complete for port fd163177-9141-4914-98dd-e31893245ddc triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:59:14.194322 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-0c3e5f3e-bac9-4db9-b874-db738af0b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:14.340642 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-0c3e5f3e-bac9-4db9-b874-db738af0b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:14.376929 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-0c3e5f3e-bac9-4db9-b874-db738af0b5e4 None None] For port fd163177-9141-4914-98dd-e31893245ddc, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=fd163177-9141-4914-98dd-e31893245ddc,segment=NetworkSegment(bc922873-4444-4cb7-a3e7-7730d64957dc),segment_id=bc922873-4444-4cb7-a3e7-7730d64957dc)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 15:59:14.381747 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-0c3e5f3e-bac9-4db9-b874-db738af0b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:14.443081 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e5f3e-bac9-4db9-b874-db738af0b5e4 None None] Pushing event updated for resources: {'Port': ['ID=fd163177-9141-4914-98dd-e31893245ddc,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 15:59:14.528680 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device fd163177-9141-4914-98dd-e31893245ddc up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 15:59:14.582793 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port fd163177-9141-4914-98dd-e31893245ddc triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:59:14.583174 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:14.628758 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-d6872ced-6031-47e1-9966-d25aa461762b None None] Provisioning complete for port fd163177-9141-4914-98dd-e31893245ddc triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:59:14.629046 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d6872ced-6031-47e1-9966-d25aa461762b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:16.469233 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device fd163177-9141-4914-98dd-e31893245ddc up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 15:59:16.518072 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port fd163177-9141-4914-98dd-e31893245ddc triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 15:59:16.518435 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:19.381896 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 5 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 15:59:20.715528 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-abc37bdc-a78a-4ee9-920c-e8231d68f0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:23.007491 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-942755ad-ea22-46ba-8a7a-ee1c523a0282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:24.304700 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:25.668977 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:26.478993 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:50.706813 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d39823d9-ee0a-48e7-8b28-b7a492e5c394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:53.000328 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-5b3777dc-8c51-4ebc-b76f-536fd416cbc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:54.308259 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:55.670671 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 15:59:56.380379 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 5 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 15:59:56.485307 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:20.709985 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-c07fc0d9-9601-45c4-8c15-e6f46cb9ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:23.003555 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-03519c9b-7737-4d63-96ca-cd11fc370548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:24.311940 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:25.265969 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37400) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:00:25.272047 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [None req-5f5bab22-bf6d-4e9d-b061-24c7a9438b7b tempest-verify_tempest_config-1367289443 tempest-verify_tempest_config-1367289443-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 16:00:25.273016 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-5f5bab22-bf6d-4e9d-b061-24c7a9438b7b tempest-verify_tempest_config-1367289443 tempest-verify_tempest_config-1367289443-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060675 Nov 16 16:00:25.563726 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37418) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:00:25.664800 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:25.673029 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:25.738685 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:25.742270 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:25.790322 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb6bbfb34086457fbbd40cd222f46d54&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2255688 Nov 16 16:00:25.791278 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f7d364-9a15-4ef3-a1a5-50194608accf,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:00:25.793068 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37422) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:00:25.798874 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:25.799245 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:25.799620 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:25.799953 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:25.801185 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:25.801557 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:25.801897 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:25.802248 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:25.802595 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:25.802931 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:25.803252 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:25.803599 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773df8d8-7e3e-4be5-8493-9231dd47fb00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:25.945650 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:25.967030 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:26.059903 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:26.062433 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:26.063758 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44f7d364-9a15-4ef3-a1a5-50194608accf HTTP/1.1" status: 204 len: 168 time: 0.2689404 Nov 16 16:00:26.071380 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f7d364-9a15-4ef3-a1a5-50194608accf,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:00:26.078672 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:26.079041 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:26.079390 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:26.079753 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:26.080089 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:26.080437 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:26.080773 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:26.081123 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:26.081475 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:26.081811 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:26.082133 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:26.082456 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338c707-0161-451a-afab-c56f5536f924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:00:26.478771 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:33.379834 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 5 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:00:50.711858 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-50026f2d-c5ec-49b1-8d70-72cc0a541ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:53.004870 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f7293f4-5f4d-453c-aa7b-41680d9c23c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:54.312968 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:55.677735 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:00:56.481630 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:01:10.379087 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 5 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:01:20.716152 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-7f547656-acea-427f-971f-bc3e0e420c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:01:23.007194 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e2ade713-7e8f-4067-8786-8f89ba947662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:01:24.316276 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:01:25.682472 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:01:26.484553 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:01:47.380976 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 5 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:01:50.718017 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-a6322af9-361b-4943-bc1d-e3f98590b3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:01:53.014628 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-84d5ea60-d6d9-4376-8ffe-99c1246999ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:01:54.318260 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:01:55.682564 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:01:56.488798 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:01:56.580675 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1754700'] for agent, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:02:12.045541 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37500) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:02:12.149857 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-20d95cbd-27f6-4928-83c4-01344346c3c2 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1032453 Nov 16 16:02:14.446078 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37510) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:02:14.500192 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-54e393cd-711e-4463-9983-0575c64f14d8 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530317 Nov 16 16:02:20.721511 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e14dbc1c-6134-4be4-b62b-ed154656210d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:02:23.006635 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-14b76f0e-0db8-4df9-bf78-53a10d6cabb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:02:24.321622 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:02:24.380375 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:02:25.685850 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:02:26.490047 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:02:26.566805 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:02:50.718099 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-b72cc181-ca25-442f-80e8-2df0b1deecfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:02:53.100850 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-b35113dc-589d-4dc6-8f73-3f5af83186a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:02:54.325554 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:02:55.692397 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:02:56.491221 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:02:56.564803 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:01.379590 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:03:20.721963 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-74b024d3-438d-4ded-916f-cc4bf4ad4174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:23.017111 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-07c0b9c4-d06b-4c09-a644-1f5c94aea09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:24.327263 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:25.692159 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:26.492728 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:26.565458 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:38.380252 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:03:44.350515 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37688) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:44.499010 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37702) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:44.659824 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2003562090-network', 'tenant_id': '565c2a8ebcd14908b53a63401ebcb81c'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:44.690751 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37712) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:44.699699 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Made reservation on behalf of 565c2a8ebcd14908b53a63401ebcb81c for: {'network': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:03:44.702897 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:44.720114 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:44.820382 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:44.824652 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:44.855103 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=101854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:03:44.876549 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:44.879076 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743495903991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:44.879665 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Unsubscribe: segment precommit_create {{(pid=101854) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 16:03:44.880119 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.segments_db [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Added segment bd9fc49f-e481-4955-9fbe-864879b4dc60 of type vlan for network d9bdf219-f7fe-484d-8f47-eb89edc86701 Nov 16 16:03:44.898571 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:44.899057 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:44.899407 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:44.899768 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:44.900102 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:44.900521 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:44.900763 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:44.901091 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:44.901415 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:44.901742 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:44.902064 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:44.902384 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Tracked resource versions report: Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: pushed versions: Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: { 'AddressGroup': {'1.2'}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'ConntrackHelper': {'1.0'}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Log': {'1.0'}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Network': {'1.1'}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Port': {'1.7'}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'PortForwarding': {'1.2'}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'QosPolicy': {'1.10'}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'SecurityGroup': {'1.5'}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'SecurityGroupRule': {'1.2'}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'SubPort': {'1.0'}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Subnet': {'1.1'}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Trunk': {'1.1'}} Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: consumer versions: Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: { DHCP agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: HyperV agent@hv-cinder-81809: {}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: L3 agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: Metadata agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: Metering agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: Open vSwitch agent@dv-cinder-818098-2-iscsi: { 'AddressGroup': '1.2', Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'ConntrackHelper': '1.0', Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Log': '1.0', Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Network': '1.1', Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Port': '1.7', Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'PortForwarding': '1.2', Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'QosPolicy': '1.10', Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'SecurityGroup': '1.5', Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'SecurityGroupRule': '1.2', Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'SubPort': '1.0', Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Subnet': '1.1', Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: 'Trunk': '1.1'}} Nov 16 16:03:44.904145 dv-cinder-818098-2-iscsi neutron-server[101854]: {{(pid=101854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 16:03:44.947067 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1601000482-network', 'tenant_id': 'f148eb9f51144d298bf7376e702d7172'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:44.966839 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.002304 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] Made reservation on behalf of f148eb9f51144d298bf7376e702d7172 for: {'network': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:03:45.005121 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.032346 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.055284 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.055835 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:45.056445 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.131434 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37730) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:45.145089 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-223826681-network', 'tenant_id': 'ae9bddc9870246e99f813976878279cb'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:45.163490 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37734) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:45.192165 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8403313 Nov 16 16:03:45.192923 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89562b0b-f7c9-46db-b660-9b89c3c75ece admin admin] Pushing event updated for resources: {'Network': ['ID=d9bdf219-f7fe-484d-8f47-eb89edc86701,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:45.193726 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37738) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:45.208111 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network d9bdf219-f7fe-484d-8f47-eb89edc86701 details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:03:45.214041 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Request body: {'subnet': {'network_id': 'd9bdf219-f7fe-484d-8f47-eb89edc86701', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2003562090-subnet', 'tenant_id': '565c2a8ebcd14908b53a63401ebcb81c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:45.250385 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] Made reservation on behalf of ae9bddc9870246e99f813976878279cb for: {'network': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:03:45.254179 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.265273 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.265773 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.276512 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Made reservation on behalf of 565c2a8ebcd14908b53a63401ebcb81c for: {'subnet': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:03:45.279122 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.280227 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.322860 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=101854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:03:45.338562 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e35228f-aaed-48a6-bfd1-7daa93a0890b,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:45.357145 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.358145 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.segments_db [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] Added segment b8d62402-e881-4d9e-9660-b14bdd2c8266 of type vlan for network ca7637fc-e146-4fa8-99e3-0a88c379057b Nov 16 16:03:45.408062 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.442176 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.443673 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:45.444553 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.474559 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9743576 Nov 16 16:03:45.479147 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37750) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:45.487365 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-ce0597ed-d250-40c2-91d4-1348ffad0994 admin admin] Request body: {'subnet': {'network_id': 'ca7637fc-e146-4fa8-99e3-0a88c379057b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1601000482-subnet', 'tenant_id': 'f148eb9f51144d298bf7376e702d7172', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:45.524497 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652e7bf-6e3e-409a-b222-b29fcd29be94 admin admin] Pushing event updated for resources: {'Network': ['ID=ca7637fc-e146-4fa8-99e3-0a88c379057b,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:45.537934 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network ca7637fc-e146-4fa8-99e3-0a88c379057b details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:03:45.556948 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2041357387-network', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:45.579515 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-59237376-network', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:45.624969 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for subnet, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.646466 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0597ed-d250-40c2-91d4-1348ffad0994 admin admin] Made reservation on behalf of f148eb9f51144d298bf7376e702d7172 for: {'subnet': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:03:45.648769 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-ce0597ed-d250-40c2-91d4-1348ffad0994 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.774239 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] Made reservation on behalf of 29515163ad924903a1d1f653c9f77ee0 for: {'network': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:03:45.776723 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.780151 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.806021 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.822668 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.857749 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] Made reservation on behalf of b827321a45f5478a8bd7953ed7be64b6 for: {'network': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:03:45.860031 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.873481 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=101853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:03:45.906850 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.921823 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb8b5002-2d85-442e-a2de-f944201b6b53,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:45.944256 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:45.944594 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.segments_db [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] Added segment 62f9ec33-91b4-491a-b0fb-2097d4dafb61 of type vlan for network 72ea3377-b38c-416b-8581-98962c72f168 Nov 16 16:03:45.965131 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Checking segment: {'id': 'bd9fc49f-e481-4955-9fbe-864879b4dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd9bdf219-f7fe-484d-8f47-eb89edc86701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:03:45.965481 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Network hostable DHCP agents. Network: d9bdf219-f7fe-484d-8f47-eb89edc86701, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:03:45.982073 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:45.982421 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:45.982756 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:45.983088 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:45.983416 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:45.983763 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:45.984093 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:45.984414 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:45.984756 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:45.985075 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:45.986098 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:45.986547 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Tracked resource versions report: Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: pushed versions: Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: { 'AddressGroup': {'1.2'}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'ConntrackHelper': {'1.0'}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Log': {'1.0'}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Network': {'1.1'}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Port': {'1.7'}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'PortForwarding': {'1.2'}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'QosPolicy': {'1.10'}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'SecurityGroup': {'1.5'}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'SecurityGroupRule': {'1.2'}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'SubPort': {'1.0'}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Subnet': {'1.1'}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Trunk': {'1.1'}} Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: consumer versions: Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: { DHCP agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: HyperV agent@hv-cinder-81809: {}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: L3 agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: Metadata agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: Metering agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: Open vSwitch agent@dv-cinder-818098-2-iscsi: { 'AddressGroup': '1.2', Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'ConntrackHelper': '1.0', Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Log': '1.0', Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Network': '1.1', Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Port': '1.7', Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'PortForwarding': '1.2', Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'QosPolicy': '1.10', Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'SecurityGroup': '1.5', Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'SecurityGroupRule': '1.2', Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'SubPort': '1.0', Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Subnet': '1.1', Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: 'Trunk': '1.1'}} Nov 16 16:03:45.987421 dv-cinder-818098-2-iscsi neutron-server[101853]: {{(pid=101853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 16:03:46.013562 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b847d01-0006-42f1-8f40-420762a1ef74,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:46.093909 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.118980 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Network d9bdf219-f7fe-484d-8f47-eb89edc86701 is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:03:46.174194 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, d9bdf219-f7fe-484d-8f47-eb89edc86701) {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:46.179216 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:46.180668 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.185498 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa235ed-5358-4ad4-a5ea-b0669338054f None None] Network d9bdf219-f7fe-484d-8f47-eb89edc86701 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:03:46.245433 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.246781 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:46.247769 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.288271 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.409591 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-a265a69d-4812-4e1f-9514-2bf679619a0c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2138028 Nov 16 16:03:46.442086 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7495916 Nov 16 16:03:46.445402 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37804) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:46.448985 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-ce0597ed-d250-40c2-91d4-1348ffad0994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for subnet, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.450763 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.451173 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-e93c71f2-d9df-4232-a234-8430310c564a admin admin] Request body: {'subnet': {'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-subnet', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:46.468485 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e0a264-0af1-46cf-a3ac-4c45aafb819b None None] Network d9bdf219-f7fe-484d-8f47-eb89edc86701 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:03:46.496967 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.500709 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93c71f2-d9df-4232-a234-8430310c564a admin admin] Made reservation on behalf of ae9bddc9870246e99f813976878279cb for: {'subnet': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:03:46.505423 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e93c71f2-d9df-4232-a234-8430310c564a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.543196 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.566512 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5148760-b46d-410b-beee-cfe4eb6eb49b admin admin] Pushing event updated for resources: {'Network': ['ID=72ea3377-b38c-416b-8581-98962c72f168,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:46.574213 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=101853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:03:46.578089 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0597ed-d250-40c2-91d4-1348ffad0994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cda28ef-4659-4a44-8707-51411d33d5da,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:46.593385 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network 72ea3377-b38c-416b-8581-98962c72f168 details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:03:46.594192 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=101853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:03:46.597200 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa0e75e-91ab-44ff-8637-1e3141dcc112,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:46.701826 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.702176 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.segments_db [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] Added segment 2cc70dcf-ba20-49e0-abc6-c98fc4657d2e of type vlan for network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 Nov 16 16:03:46.740807 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.740807 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.segments_db [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] Added segment 8b5632e6-fe1b-415b-9140-5e9d68abd67b of type vlan for network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f Nov 16 16:03:46.777822 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0597ed-d250-40c2-91d4-1348ffad0994 admin admin] Checking segment: {'id': 'b8d62402-e881-4d9e-9660-b14bdd2c8266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ca7637fc-e146-4fa8-99e3-0a88c379057b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:03:46.778498 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0597ed-d250-40c2-91d4-1348ffad0994 admin admin] Network hostable DHCP agents. Network: ca7637fc-e146-4fa8-99e3-0a88c379057b, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:03:46.780329 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0fb673-f230-4cac-986f-98bb38774dac,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:46.830152 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.860016 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.870886 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0597ed-d250-40c2-91d4-1348ffad0994 admin admin] Network ca7637fc-e146-4fa8-99e3-0a88c379057b is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:03:46.900962 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-ce0597ed-d250-40c2-91d4-1348ffad0994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, ca7637fc-e146-4fa8-99e3-0a88c379057b) {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:46.909209 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0597ed-d250-40c2-91d4-1348ffad0994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:46.909823 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-ce0597ed-d250-40c2-91d4-1348ffad0994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.914796 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8b57d0-066a-4d10-89e8-4233260da9d2 None None] Network ca7637fc-e146-4fa8-99e3-0a88c379057b requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:03:46.917791 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.918711 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:46.919475 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.974568 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:46.975516 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:46.976116 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:47.001898 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-ce0597ed-d250-40c2-91d4-1348ffad0994 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5113566 Nov 16 16:03:47.001898 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8663378 Nov 16 16:03:47.002225 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37836) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:47.014434 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8472252 Nov 16 16:03:47.014669 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-badaca8a-41fb-47b2-81b2-e98b1480b93f admin admin] Request body: {'subnet': {'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-59237376-subnet', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:47.014834 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37840) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:47.015448 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78725654-41c9-4490-bf48-40b66dcac641 admin admin] Pushing event updated for resources: {'Network': ['ID=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:47.034720 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-4dc70fab-381a-4d63-bcc6-b727522333db admin admin] Request body: {'subnet': {'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2041357387-subnet', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:47.045829 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badaca8a-41fb-47b2-81b2-e98b1480b93f admin admin] Made reservation on behalf of b827321a45f5478a8bd7953ed7be64b6 for: {'subnet': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:03:47.050987 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-badaca8a-41fb-47b2-81b2-e98b1480b93f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:47.077465 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:03:47.197716 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d59a2-c502-4865-bce2-d2024fb673cf admin admin] Pushing event updated for resources: {'Network': ['ID=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:47.211638 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc70fab-381a-4d63-bcc6-b727522333db admin admin] Made reservation on behalf of 29515163ad924903a1d1f653c9f77ee0 for: {'subnet': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:03:47.215356 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4dc70fab-381a-4d63-bcc6-b727522333db admin admin] Publish callbacks [] for subnet, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:47.272335 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:03:47.310688 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740a1f9d-4a50-46c7-abb3-80f13a8e4bbf None None] Network ca7637fc-e146-4fa8-99e3-0a88c379057b requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:03:47.425824 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-badaca8a-41fb-47b2-81b2-e98b1480b93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for subnet, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:47.474978 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e93c71f2-d9df-4232-a234-8430310c564a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for subnet, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:47.486281 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4dc70fab-381a-4d63-bcc6-b727522333db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for subnet, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:47.530069 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37858) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:47.582585 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc70fab-381a-4d63-bcc6-b727522333db admin admin] Pushing event updated for resources: {'Subnet': ['ID=04bfc9da-d704-4273-b63a-6fd73d56e6c3,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:47.603679 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc70fab-381a-4d63-bcc6-b727522333db admin admin] Checking segment: {'id': '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:03:47.604321 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc70fab-381a-4d63-bcc6-b727522333db admin admin] Network hostable DHCP agents. Network: 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:03:47.635860 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc70fab-381a-4d63-bcc6-b727522333db admin admin] Network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:03:47.649750 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-4dc70fab-381a-4d63-bcc6-b727522333db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4) {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:47.659011 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc70fab-381a-4d63-bcc6-b727522333db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:47.660026 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4dc70fab-381a-4d63-bcc6-b727522333db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:47.684198 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74672a9-ea3d-4021-b491-c321037c6b98 None None] Network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:03:47.689798 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-4dc70fab-381a-4d63-bcc6-b727522333db admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6641819 Nov 16 16:03:47.692753 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37864) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:47.697815 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93c71f2-d9df-4232-a234-8430310c564a admin admin] Checking segment: {'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:03:47.699552 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2041357387-router', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:47.700022 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93c71f2-d9df-4232-a234-8430310c564a admin admin] Network hostable DHCP agents. Network: 72ea3377-b38c-416b-8581-98962c72f168, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:03:47.767750 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15366'] for router, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:47.771162 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1753862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15391'] for router, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:47.776877 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93c71f2-d9df-4232-a234-8430310c564a admin admin] Network 72ea3377-b38c-416b-8581-98962c72f168 is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:03:47.792902 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badaca8a-41fb-47b2-81b2-e98b1480b93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2c535f-42fb-4fff-81b4-1040ff0751d5,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:47.795668 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badaca8a-41fb-47b2-81b2-e98b1480b93f admin admin] Checking segment: {'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:03:47.796374 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badaca8a-41fb-47b2-81b2-e98b1480b93f admin admin] Network hostable DHCP agents. Network: ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:03:47.823029 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-e93c71f2-d9df-4232-a234-8430310c564a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, 72ea3377-b38c-416b-8581-98962c72f168) {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:47.854119 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93c71f2-d9df-4232-a234-8430310c564a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:47.866183 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e93c71f2-d9df-4232-a234-8430310c564a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:47.893250 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e7d433d5-7737-474e-a318-fbb641260b40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:47.955400 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badaca8a-41fb-47b2-81b2-e98b1480b93f admin admin] Network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:03:47.963159 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-e93c71f2-d9df-4232-a234-8430310c564a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5166740 Nov 16 16:03:47.964810 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c71f2-d9df-4232-a234-8430310c564a admin admin] Pushing event updated for resources: {'Subnet': ['ID=060fb2ef-695e-459c-84ba-c29c715db089,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:47.970858 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37870) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:47.976632 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:47.995649 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-badaca8a-41fb-47b2-81b2-e98b1480b93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f) {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:48.004617 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badaca8a-41fb-47b2-81b2-e98b1480b93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:48.005517 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-badaca8a-41fb-47b2-81b2-e98b1480b93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.074373 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.078417 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15366'] for router, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.079846 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1753862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15391'] for router, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.107848 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-badaca8a-41fb-47b2-81b2-e98b1480b93f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1030729 Nov 16 16:03:48.114944 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37876) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:48.126726 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:48.150482 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e87735f-6c52-4bf1-8dea-72b1679faf65 None None] Network 72ea3377-b38c-416b-8581-98962c72f168 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:03:48.210585 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4425c2-591d-4931-9107-8282097cc2be None None] Network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:03:48.273997 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.295688 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37882) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:48.301611 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1465286896-network', 'tenant_id': '55b5b6b38d364b60a53c6a89abd1723d'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:48.413534 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.432761 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] Made reservation on behalf of 55b5b6b38d364b60a53c6a89abd1723d for: {'network': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:03:48.435139 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.455524 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.494068 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e7d433d5-7737-474e-a318-fbb641260b40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.524200 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e7d433d5-7737-474e-a318-fbb641260b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.570843 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.577691 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15366'] for router, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.579493 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd536591-1d3b-4d54-add7-2d94e66e97f4 None None] Network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:03:48.580895 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1753862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15391'] for router, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.593220 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d433d5-7737-474e-a318-fbb641260b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7d22a8-7259-440e-af3b-a9f6256469c2,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:48.601352 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-e7d433d5-7737-474e-a318-fbb641260b40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8841ebc7744c404ea42f3b28a1502c49&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0672359 Nov 16 16:03:48.602412 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37904) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:48.734121 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.753309 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.765753 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fd09223b-14f7-4731-bd16-1c56c7c83438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.767978 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.800439 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=101853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:03:48.828928 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fd09223b-14f7-4731-bd16-1c56c7c83438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.831158 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:48.831534 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.segments_db [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] Added segment c95fed16-acf4-4dda-88ac-bc7f015674a0 of type vlan for network 8e7b286a-31f2-434c-8faa-ab189e013be2 Nov 16 16:03:48.865110 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa2ebb1-ca42-4683-a1b5-e88c46e7e934,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:48.923417 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37916) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:48.930699 dv-cinder-818098-2-iscsi neutron-server[101853]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 16:03:49.044636 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.102921 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93989c1-70f4-523d-88f7-0e38e565381d-72ea3377-b38c-416b-8581-98962c72f168', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089'}]}} from dv-cinder-818098-2-iscsi. {{(pid=101855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 16:03:49.103570 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.106344 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.231097 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93989c1-70f4-523d-88f7-0e38e565381d-ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5'}]}} from dv-cinder-818098-2-iscsi. {{(pid=101855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 16:03:49.234608 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.238705 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.272638 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.373224 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fd09223b-14f7-4731-bd16-1c56c7c83438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.375783 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fd09223b-14f7-4731-bd16-1c56c7c83438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.379328 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-fd09223b-14f7-4731-bd16-1c56c7c83438 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec7d22a8-7259-440e-af3b-a9f6256469c2 HTTP/1.1" status: 204 len: 168 time: 0.7725890 Nov 16 16:03:49.379328 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.379328 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:49.379328 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.388491 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.403295 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Allocated IP 172.27.1.135 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/ece9c798-007b-4754-928f-6bee1e383361) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:03:49.476184 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09223b-14f7-4731-bd16-1c56c7c83438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7d22a8-7259-440e-af3b-a9f6256469c2,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:49.478765 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.497506 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-5939bedc-c113-4d3b-bf63-6744ec5d3ffd tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:49.505159 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-5939bedc-c113-4d3b-bf63-6744ec5d3ffd tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/networks?id=d9bdf219-f7fe-484d-8f47-eb89edc86701 HTTP/1.1" status: 200 len: 812 time: 0.5756116 Nov 16 16:03:49.517877 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2211545 Nov 16 16:03:49.529253 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.db_base_plugin_common [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Allocated IP 172.20.0.2 (72ea3377-b38c-416b-8581-98962c72f168/060fb2ef-695e-459c-84ba-c29c715db089/a381ad5f-9f83-4e58-a082-3816cd050593) {{(pid=101855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:03:49.532968 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37932) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:49.537468 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.580164 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.db_base_plugin_common [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Allocated IP 172.20.0.2 (ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f/ec2c535f-42fb-4fff-81b4-1040ff0751d5/6538a64d-214f-4d42-a464-a179bc4b8d89) {{(pid=101855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:03:49.582219 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-9f3982bf-c682-419a-bdfc-6138da19e1e1 admin admin] Request body: {'subnet': {'network_id': '8e7b286a-31f2-434c-8faa-ab189e013be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1465286896-subnet', 'tenant_id': '55b5b6b38d364b60a53c6a89abd1723d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:49.595951 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cfbc4-3b23-4ab9-9902-931e14b11729 admin admin] Pushing event updated for resources: {'Network': ['ID=8e7b286a-31f2-434c-8faa-ab189e013be2,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:49.596200 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.605767 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-52eec0af-b41f-4af6-9033-30611acd8379 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/quotas/565c2a8ebcd14908b53a63401ebcb81c HTTP/1.1" status: 200 len: 375 time: 0.0996711 Nov 16 16:03:49.648867 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Pushing event updated for resources: {'Port': ['ID=ece9c798-007b-4754-928f-6bee1e383361,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:49.682226 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:03:49.682945 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-47839116-82bf-48a9-b537-7ff8e6cdda50 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=565c2a8ebcd14908b53a63401ebcb81c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762446 Nov 16 16:03:49.688909 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:49.693281 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:03:49.710455 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3982bf-c682-419a-bdfc-6138da19e1e1 admin admin] Made reservation on behalf of 55b5b6b38d364b60a53c6a89abd1723d for: {'subnet': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:03:49.715542 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9f3982bf-c682-419a-bdfc-6138da19e1e1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.849711 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Publish callbacks [] for port, precommit_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:49.941831 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Allocated IP 172.27.1.193 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/181710bf-c53d-481d-9253-84d9490c13d5) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:03:50.029390 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.033170 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network 8e7b286a-31f2-434c-8faa-ab189e013be2 details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:03:50.042644 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-19fb4127-2497-4529-a751-ad8320422936 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 16:03:50.052224 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-19fb4127-2497-4529-a751-ad8320422936 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1783311 Nov 16 16:03:50.057837 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.063845 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.206694 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Publish callbacks [] for port, precommit_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.244620 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 37960) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:50.245113 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f is already hosted by enough agents. {{(pid=101855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:03:50.246279 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.251163 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Pushing event updated for resources: {'Port': ['ID=6538a64d-214f-4d42-a464-a179bc4b8d89,revision_number=1']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:50.259547 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.base_scheduler [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Resources bound (agent type, host, resource id): {{(pid=101855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:50.263957 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a82c99bf-a854-4290-acad-ede41338e97a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.275268 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Received port after_create {{(pid=101855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:03:50.280492 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:50.280882 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:50.281204 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:50.281541 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:50.281876 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:50.281876 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:50.281876 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:50.283828 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:50.284020 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:50.284356 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:50.284684 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:50.284920 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.285034 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Tracked resource versions report: Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: pushed versions: Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: { 'AddressGroup': {'1.2'}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'ConntrackHelper': {'1.0'}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Log': {'1.0'}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Network': {'1.1'}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Port': {'1.7'}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'PortForwarding': {'1.2'}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'QosPolicy': {'1.10'}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'SecurityGroup': {'1.5'}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'SecurityGroupRule': {'1.2'}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'SubPort': {'1.0'}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Subnet': {'1.1'}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Trunk': {'1.1'}} Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: consumer versions: Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: { DHCP agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: HyperV agent@hv-cinder-81809: {}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: L3 agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: Metadata agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: Metering agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: Open vSwitch agent@dv-cinder-818098-2-iscsi: { 'AddressGroup': '1.2', Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'ConntrackHelper': '1.0', Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Log': '1.0', Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Network': '1.1', Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Port': '1.7', Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'PortForwarding': '1.2', Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'QosPolicy': '1.10', Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'SecurityGroup': '1.5', Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'SecurityGroupRule': '1.2', Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'SubPort': '1.0', Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Subnet': '1.1', Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: 'Trunk': '1.1'}} Nov 16 16:03:50.286067 dv-cinder-818098-2-iscsi neutron-server[101855]: {{(pid=101855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 16:03:50.301175 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Network 72ea3377-b38c-416b-8581-98962c72f168 is already hosted by enough agents. {{(pid=101855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:03:50.312780 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.332912 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-2915dfc8-b3d1-41ea-97b9-d1b827d0034e service neutron] 10.222.0.46 "GET /v2.0/networks/d9bdf219-f7fe-484d-8f47-eb89edc86701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799835 Nov 16 16:03:50.349505 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.base_scheduler [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Resources bound (agent type, host, resource id): {{(pid=101855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:50.355020 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Received port after_create {{(pid=101855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:03:50.414105 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Pushing event updated for resources: {'Port': ['ID=a381ad5f-9f83-4e58-a082-3816cd050593,revision_number=1']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:50.419738 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Attempting to bind port 6538a64d-214f-4d42-a464-a179bc4b8d89 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:03:50.420138 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Attempting to bind port 6538a64d-214f-4d42-a464-a179bc4b8d89 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:03:50.420478 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Attempting to bind port 6538a64d-214f-4d42-a464-a179bc4b8d89 on network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:03:50.452028 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9f3982bf-c682-419a-bdfc-6138da19e1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for subnet, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.465081 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:03:50.465615 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Checking segment: {'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:03:50.466061 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.466525 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Bound using segment: {'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:03:50.467011 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Bound port: 6538a64d-214f-4d42-a464-a179bc4b8d89, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:03:50.467522 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.478950 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a82c99bf-a854-4290-acad-ede41338e97a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.489129 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Attempting to bind port a381ad5f-9f83-4e58-a082-3816cd050593 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:03:50.489502 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Attempting to bind port a381ad5f-9f83-4e58-a082-3816cd050593 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:03:50.490453 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Attempting to bind port a381ad5f-9f83-4e58-a082-3816cd050593 on network 72ea3377-b38c-416b-8581-98962c72f168 {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:03:50.498754 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:03:50.499118 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Checking segment: {'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:03:50.499537 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.499938 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Bound using segment: {'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:03:50.500413 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Bound port: a381ad5f-9f83-4e58-a082-3816cd050593, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:03:50.500883 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.509305 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3982bf-c682-419a-bdfc-6138da19e1e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9dbfcd8-af26-4097-8c21-267402327465,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:50.516091 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.547134 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Allocated IP 172.27.1.127 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/21fd2ebd-36df-40d7-a01e-d5908242a424) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:03:50.566512 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Pushing event updated for resources: {'Port': ['ID=181710bf-c53d-481d-9253-84d9490c13d5,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:50.588122 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] For port 6538a64d-214f-4d42-a464-a179bc4b8d89, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:03:50.595279 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] For port 6538a64d-214f-4d42-a464-a179bc4b8d89, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=6538a64d-214f-4d42-a464-a179bc4b8d89,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:03:50.609849 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.614043 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3982bf-c682-419a-bdfc-6138da19e1e1 admin admin] Checking segment: {'id': 'c95fed16-acf4-4dda-88ac-bc7f015674a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8e7b286a-31f2-434c-8faa-ab189e013be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:03:50.614400 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3982bf-c682-419a-bdfc-6138da19e1e1 admin admin] Network hostable DHCP agents. Network: 8e7b286a-31f2-434c-8faa-ab189e013be2, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:03:50.618321 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] For port a381ad5f-9f83-4e58-a082-3816cd050593, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:03:50.624995 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:03:50.631364 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:50.637352 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:03:50.664331 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] For port a381ad5f-9f83-4e58-a082-3816cd050593, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=a381ad5f-9f83-4e58-a082-3816cd050593,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:03:50.679605 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.687893 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.706969 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a82c99bf-a854-4290-acad-ede41338e97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.737493 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0579a-7923-4034-87d6-4f6996493795 None None] Pushing event updated for resources: {'Port': ['ID=6538a64d-214f-4d42-a464-a179bc4b8d89,revision_number=2']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:50.755992 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-4e330260-a785-4fcb-8a34-9594bd7de1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.773928 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-b6a373c7-080e-4118-8f38-2a464e104714 service neutron] 10.222.0.46 "GET /v2.0/networks/d9bdf219-f7fe-484d-8f47-eb89edc86701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328628 Nov 16 16:03:50.813312 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3982bf-c682-419a-bdfc-6138da19e1e1 admin admin] Network 8e7b286a-31f2-434c-8faa-ab189e013be2 is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:03:50.845052 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-9f3982bf-c682-419a-bdfc-6138da19e1e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, 8e7b286a-31f2-434c-8faa-ab189e013be2) {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:50.854713 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-a82c99bf-a854-4290-acad-ede41338e97a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d34a9634726240e4b8e00735a940bdfa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6066771 Nov 16 16:03:50.858177 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37972) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:50.859692 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3982bf-c682-419a-bdfc-6138da19e1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:50.861284 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9f3982bf-c682-419a-bdfc-6138da19e1e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.886550 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884f8204-2fc8-4c66-9a8b-ba0a1f0eadc7 None None] Network 8e7b286a-31f2-434c-8faa-ab189e013be2 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:03:50.894638 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:50.896520 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c99bf-a854-4290-acad-ede41338e97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26d432a-6871-4152-ae2c-dfdea6324972,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:50.964820 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-9f3982bf-c682-419a-bdfc-6138da19e1e1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3955588 Nov 16 16:03:51.012340 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd752654-30fc-474d-960b-f84a95965f3a None None] Pushing event updated for resources: {'Port': ['ID=a381ad5f-9f83-4e58-a082-3816cd050593,revision_number=2']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:51.077200 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:03:51.097187 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:51.173599 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:03:51.173813 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:51.251238 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c62a9-ea7c-48d3-af65-2d94814472fd None None] Network 8e7b286a-31f2-434c-8faa-ab189e013be2 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:03:51.285653 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37982) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:51.366285 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 37990) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:51.415143 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Pushing event updated for resources: {'Port': ['ID=21fd2ebd-36df-40d7-a01e-d5908242a424,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:51.499847 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1753973'] for router, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:51.506750 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-72b50941-b675-4e0e-9472-ac37fd8c45a5 req-13675842-bb49-416e-8328-8004e3ed158e tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 210 time: 0.1297934 Nov 16 16:03:51.531195 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e34147a3-b92f-4af3-bf35-dc45a9ca215f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:51.558050 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e34147a3-b92f-4af3-bf35-dc45a9ca215f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:51.562201 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_v2 [None req-684115bc-fe6f-4024-ac33-ee6543c91bba admin admin] Deleting subnet 8cda28ef-4659-4a44-8707-51411d33d5da {{(pid=101853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:03:51.577741 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-684115bc-fe6f-4024-ac33-ee6543c91bba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:51.646666 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-684115bc-fe6f-4024-ac33-ee6543c91bba admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:51.663216 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-684115bc-fe6f-4024-ac33-ee6543c91bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:51.770493 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:51.850537 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Router 6bf1e66f-6a45-4129-bc29-75438a0ec2de is scheduled to L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a with binding_index 1 {{(pid=101854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 16:03:51.919694 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e34147a3-b92f-4af3-bf35-dc45a9ca215f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:51.926300 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e34147a3-b92f-4af3-bf35-dc45a9ca215f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:51.929996 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-e34147a3-b92f-4af3-bf35-dc45a9ca215f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b26d432a-6871-4152-ae2c-dfdea6324972 HTTP/1.1" status: 204 len: 168 time: 1.0567179 Nov 16 16:03:51.950511 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34147a3-b92f-4af3-bf35-dc45a9ca215f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26d432a-6871-4152-ae2c-dfdea6324972,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:51.985976 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1753973'] for router, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:51.995183 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-684115bc-fe6f-4024-ac33-ee6543c91bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for subnet, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:52.137613 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684115bc-fe6f-4024-ac33-ee6543c91bba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cda28ef-4659-4a44-8707-51411d33d5da,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:52.147421 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-684115bc-fe6f-4024-ac33-ee6543c91bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:52.151650 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-684115bc-fe6f-4024-ac33-ee6543c91bba admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8cda28ef-4659-4a44-8707-51411d33d5da HTTP/1.1" status: 204 len: 168 time: 0.8650408 Nov 16 16:03:52.155274 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 38018) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:52.216749 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:03:52.234199 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Sync routers for ids ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:03:52.264213 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Routers {'6bf1e66f-6a45-4129-bc29-75438a0ec2de'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:03:52.269818 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] Publish callbacks [] for router, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:52.273754 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:03:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:52.278726 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-e31c57be-caa9-4ddc-bd7d-9bef301b5620 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3065245 Nov 16 16:03:52.283233 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:52.285641 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38024) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:52.370423 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ff9d65-d778-4d4e-bc25-fa324aa55a8b None None] Network 72ea3377-b38c-416b-8581-98962c72f168 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:03:52.546767 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:52.571383 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Set router 6bf1e66f-6a45-4129-bc29-75438a0ec2de gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:03:52.609494 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Router 7aa55344-a0dc-40cc-b7bd-ef09237c0837 is scheduled to L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a with binding_index 1 {{(pid=101853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 16:03:52.658215 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:52.658595 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:52.659354 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:52.659721 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Subscribe: > port after_create 55550000 {{(pid=101853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:52.660049 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:52.660386 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Subscribe: > port after_update 55550000 {{(pid=101853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:52.660720 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:52.662212 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:52.662721 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:52.663221 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:52.674573 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-2beccee5-c4a6-4534-a8b6-69e488b34cc5 None None] Provisioning complete for port a381ad5f-9f83-4e58-a082-3816cd050593 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:03:52.676310 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-2beccee5-c4a6-4534-a8b6-69e488b34cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:52.707643 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1753973'] for router, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:52.884906 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-2beccee5-c4a6-4534-a8b6-69e488b34cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.007070 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-2beccee5-c4a6-4534-a8b6-69e488b34cc5 None None] For port a381ad5f-9f83-4e58-a082-3816cd050593, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=a381ad5f-9f83-4e58-a082-3816cd050593,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:03:53.025898 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device a381ad5f-9f83-4e58-a082-3816cd050593 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:03:53.059746 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-2beccee5-c4a6-4534-a8b6-69e488b34cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.086328 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:49Z', 'revision_number': 3, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:53.094814 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6527c41b-dda3-4c4c-8177-4ab7f2b8ff7f None None] Network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:03:53.121760 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:53.122759 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Checking router: 6bf1e66f-6a45-4129-bc29-75438a0ec2de for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:03:53.122960 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:53.123121 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Updating router 6bf1e66f-6a45-4129-bc29-75438a0ec2de port ece9c798-007b-4754-928f-6bee1e383361 binding host dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:03:53.123620 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:53.124113 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:53.124639 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7637fc-e146-4fa8-99e3-0a88c379057b']}} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:53.161312 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.223554 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-40b161e6-5c3f-42f7-9c62-ac655187166a req-149a0bb8-dcdc-489c-bdbc-84568846c076 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 210 time: 0.5977952 Nov 16 16:03:53.234213 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d62402-e881-4d9e-9660-b14bdd2c8266') {'for_net_delete': True} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:53.239639 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d62402-e881-4d9e-9660-b14bdd2c8266') {} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:53.269623 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1186850'] for segment, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.365115 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.410612 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=101853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:03:53.414896 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153758'] for segment, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: from cryptography.utils import int_from_bytes Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: from cryptography.utils import int_from_bytes Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: Traceback (most recent call last): Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: timer() Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: cb(*args, **kw) Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: return func(*args, **kwargs) Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: self._notify() Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: self.callback(batched_events) Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: event.method(event) Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: return f(self, *a, **k) Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._get(url).json() Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: return self.request(url, 'GET', **kwargs) Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:03:53.427679 dv-cinder-818098-2-iscsi neutron-server[101853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:03:53.454225 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Router 366e26b1-e954-44e1-afd4-82f38fbafa87 is scheduled to L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a with binding_index 1 {{(pid=101854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 16:03:53.454955 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Publish callbacks [] for port, precommit_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.463743 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.469305 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beccee5-c4a6-4534-a8b6-69e488b34cc5 None None] Pushing event updated for resources: {'Port': ['ID=a381ad5f-9f83-4e58-a082-3816cd050593,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:53.513243 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-c14d6e11-1760-480a-afb7-5d5a747b3121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.541038 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-0ab9b897-7a93-41f6-871b-93423e8ba941 None None] Provisioning complete for port 6538a64d-214f-4d42-a464-a179bc4b8d89 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:03:53.541408 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b897-7a93-41f6-871b-93423e8ba941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.592150 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Attempting to bind port ece9c798-007b-4754-928f-6bee1e383361 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:03:53.592865 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Attempting to bind port ece9c798-007b-4754-928f-6bee1e383361 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:03:53.593443 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Attempting to bind port ece9c798-007b-4754-928f-6bee1e383361 on network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:03:53.602723 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:03:53.603144 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Checking segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:03:53.603681 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.604291 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Bound using segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:03:53.604799 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Bound port: ece9c798-007b-4754-928f-6bee1e383361, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:03:53.605382 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.622211 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.661309 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] For port ece9c798-007b-4754-928f-6bee1e383361, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:03:53.664953 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] For port ece9c798-007b-4754-928f-6bee1e383361, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=ece9c798-007b-4754-928f-6bee1e383361,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:03:53.667759 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:03:53.669690 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Pushing event updated for resources: {'Port': ['ID=ece9c798-007b-4754-928f-6bee1e383361,revision_number=2']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:53.681606 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.693470 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.697019 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ca7637fc-e146-4fa8-99e3-0a88c379057b HTTP/1.1" status: 204 len: 168 time: 1.5403371 Nov 16 16:03:53.699838 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38070) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:53.702907 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:53.703334 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a1931-b1aa-4bed-b82b-3d89ce9d3982 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7637fc-e146-4fa8-99e3-0a88c379057b,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:53.703786 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:53.709302 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:53.713579 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:53.714135 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:53.714638 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:53.715780 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:53.716390 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:53.716890 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:53.717422 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:53.717908 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:53.718477 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Tracked resource versions report: Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: pushed versions: Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: { 'AddressGroup': {'1.2'}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'ConntrackHelper': {'1.0'}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Log': {'1.0'}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Network': {'1.1'}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Port': {'1.7'}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'PortForwarding': {'1.2'}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'QosPolicy': {'1.10'}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'SecurityGroup': {'1.5'}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'SecurityGroupRule': {'1.2'}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'SubPort': {'1.0'}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Subnet': {'1.1'}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Trunk': {'1.1'}} Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: consumer versions: Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: { DHCP agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: HyperV agent@hv-cinder-81809: {}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: L3 agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: Metadata agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: Metering agent@dv-cinder-818098-2-iscsi: {}, Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: Open vSwitch agent@dv-cinder-818098-2-iscsi: { 'AddressGroup': '1.2', Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'ConntrackHelper': '1.0', Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Log': '1.0', Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Network': '1.1', Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Port': '1.7', Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'PortForwarding': '1.2', Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'QosPolicy': '1.10', Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'SecurityGroup': '1.5', Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'SecurityGroupRule': '1.2', Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'SubPort': '1.0', Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Subnet': '1.1', Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: 'Trunk': '1.1'}} Nov 16 16:03:53.719922 dv-cinder-818098-2-iscsi neutron-server[101856]: {{(pid=101856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 16:03:53.754295 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Routers {'6bf1e66f-6a45-4129-bc29-75438a0ec2de'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:03:53.757366 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:03:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:53.775339 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] Publish callbacks [] for router, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.779033 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-86010605-c038-489e-b86f-2714762c2efa admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0852075 Nov 16 16:03:53.784766 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 38078) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:53.792614 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Sync routers for ids ['7aa55344-a0dc-40cc-b7bd-ef09237c0837'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:03:53.828020 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port a381ad5f-9f83-4e58-a082-3816cd050593 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:03:53.828400 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:53.877601 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Routers {'7aa55344-a0dc-40cc-b7bd-ef09237c0837'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:03:53.878243 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:03:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7aa55344-a0dc-40cc-b7bd-ef09237c0837'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:53.935671 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:03:53.942544 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] Set router 6bf1e66f-6a45-4129-bc29-75438a0ec2de gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:03:53.969090 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71316ae-5318-4b3d-b122-bb389138ef82 admin admin] Deleting subnet c9dbfcd8-af26-4097-8c21-267402327465 {{(pid=101854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:03:53.977797 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e71316ae-5318-4b3d-b122-bb389138ef82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:54.000058 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Sync routers for ids ['366e26b1-e954-44e1-afd4-82f38fbafa87'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:03:54.040794 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e71316ae-5318-4b3d-b122-bb389138ef82 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:54.059808 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e71316ae-5318-4b3d-b122-bb389138ef82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:54.090690 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b897-7a93-41f6-871b-93423e8ba941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:54.119145 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Routers {'366e26b1-e954-44e1-afd4-82f38fbafa87'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:03:54.123868 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:03:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['366e26b1-e954-44e1-afd4-82f38fbafa87'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:54.175986 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Set router 7aa55344-a0dc-40cc-b7bd-ef09237c0837 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:03:54.180297 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 6538a64d-214f-4d42-a464-a179bc4b8d89 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:03:54.336479 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-0ab9b897-7a93-41f6-871b-93423e8ba941 None None] For port 6538a64d-214f-4d42-a464-a179bc4b8d89, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=6538a64d-214f-4d42-a464-a179bc4b8d89,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:03:54.379170 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22d1b5-26ea-456c-8333-c88439d17de0 None None] Pushing event updated for resources: {'Port': ['ID=ece9c798-007b-4754-928f-6bee1e383361,revision_number=3']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:54.404408 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b897-7a93-41f6-871b-93423e8ba941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:54.443501 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] Publish callbacks [] for router, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:54.447564 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-e6fc55bc-4f0a-4994-a664-1712cc4dd50e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3273849 Nov 16 16:03:54.451635 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38096) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:54.504544 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6dd9f1a0-c51c-4c7d-996c-6d46a48fbb33 req-3a24fd6f-2b4e-4971-bf91-ec1a43a30945 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 210 time: 0.0625100 Nov 16 16:03:54.542311 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:49Z', 'revision_number': 3, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:54.548425 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Set router 366e26b1-e954-44e1-afd4-82f38fbafa87 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:03:54.566035 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:54.605485 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741bb1ac-672b-4358-b8f0-f1985ebee57c None None] The sync data for ids ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'] in dv-cinder-818098-2-iscsi is: [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:49Z', 'revision_number': 3, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:03:54.637577 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:54.674786 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9b897-7a93-41f6-871b-93423e8ba941 None None] Pushing event updated for resources: {'Port': ['ID=6538a64d-214f-4d42-a464-a179bc4b8d89,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:54.692922 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-48697742-b2ef-4bde-ab93-fdc69c7ba53f None None] Provisioning complete for port a381ad5f-9f83-4e58-a082-3816cd050593 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:03:54.694348 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-48697742-b2ef-4bde-ab93-fdc69c7ba53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:54.729419 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 6538a64d-214f-4d42-a464-a179bc4b8d89 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:03:54.729800 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:54.757728 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e71316ae-5318-4b3d-b122-bb389138ef82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for subnet, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:54.783132 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e71316ae-5318-4b3d-b122-bb389138ef82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:54.789842 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-e71316ae-5318-4b3d-b122-bb389138ef82 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c9dbfcd8-af26-4097-8c21-267402327465 HTTP/1.1" status: 204 len: 168 time: 1.0804589 Nov 16 16:03:54.796127 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38106) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:54.920970 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:54.929920 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:51Z', 'revision_number': 3, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:54.942467 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71316ae-5318-4b3d-b122-bb389138ef82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9dbfcd8-af26-4097-8c21-267402327465,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:54.948642 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Allocated IP 172.20.0.1 (6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4/04bfc9da-d704-4273-b63a-6fd73d56e6c3/3b84d85c-ad7c-4566-9e01-b2e2f96252d4) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:03:54.952794 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.039800 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Checking router: 366e26b1-e954-44e1-afd4-82f38fbafa87 for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:03:55.040570 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Updating router 366e26b1-e954-44e1-afd4-82f38fbafa87 port 21fd2ebd-36df-40d7-a01e-d5908242a424 binding host dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:03:55.097009 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.107810 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.180761 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.210733 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'name': 'tempest-ServerRescueNegativeTestJSON-2041357387-router', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '181710bf-c53d-481d-9253-84d9490c13d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:47Z', 'updated_at': '2021-11-16T16:03:50Z', 'revision_number': 3, 'project_id': '29515163ad924903a1d1f653c9f77ee0', 'gw_port': {'id': '181710bf-c53d-481d-9253-84d9490c13d5', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:55.280686 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Checking router: 7aa55344-a0dc-40cc-b7bd-ef09237c0837 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:03:55.281084 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Updating router 7aa55344-a0dc-40cc-b7bd-ef09237c0837 port 181710bf-c53d-481d-9253-84d9490c13d5 binding host dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:03:55.338055 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-48697742-b2ef-4bde-ab93-fdc69c7ba53f None None] Provisioning complete for port 6538a64d-214f-4d42-a464-a179bc4b8d89 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:03:55.338493 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-48697742-b2ef-4bde-ab93-fdc69c7ba53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.443599 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.486982 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.524615 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device ece9c798-007b-4754-928f-6bee1e383361 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:03:55.562818 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:03:55.583292 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:55.588113 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:03:55.602739 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:55.603127 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:55.603928 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:55.604259 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Subscribe: > port after_create 55550000 {{(pid=101854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:55.604579 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Subscribe: > port after_delete 55550000 {{(pid=101854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:55.604913 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Subscribe: > port after_update 55550000 {{(pid=101854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:55.605246 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:55.607019 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:55.607019 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:55.607019 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:55.643755 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Pushing event updated for resources: {'Port': ['ID=3b84d85c-ad7c-4566-9e01-b2e2f96252d4,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:55.659872 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Publish callbacks [] for port, precommit_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.680611 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.736943 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Attempting to bind port 21fd2ebd-36df-40d7-a01e-d5908242a424 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:03:55.737344 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Attempting to bind port 21fd2ebd-36df-40d7-a01e-d5908242a424 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:03:55.737816 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Attempting to bind port 21fd2ebd-36df-40d7-a01e-d5908242a424 on network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:03:55.751327 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:03:55.751773 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Checking segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:03:55.752144 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.752568 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Bound using segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:03:55.753038 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Bound port: 21fd2ebd-36df-40d7-a01e-d5908242a424, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:03:55.753436 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.778367 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-332f7682-cab2-48a3-a3e1-adfe0cd69ef2 req-ee34ae6f-2f85-4137-a8a3-d1db6399340a tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 210 time: 0.1401918 Nov 16 16:03:55.779180 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754630'] for router_interface, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.799981 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.836948 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] For port 21fd2ebd-36df-40d7-a01e-d5908242a424, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:03:55.840133 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] For port 21fd2ebd-36df-40d7-a01e-d5908242a424, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=21fd2ebd-36df-40d7-a01e-d5908242a424,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:03:55.841781 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac65327-c17a-4875-8d15-1ca7e31779a7 None None] Pushing event updated for resources: {'Port': ['ID=21fd2ebd-36df-40d7-a01e-d5908242a424,revision_number=2']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:55.854140 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.880018 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port ece9c798-007b-4754-928f-6bee1e383361 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:03:55.881395 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:55.919928 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:55.919928 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:55.919928 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:55.919928 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101854) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 16:03:55.920897 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7b286a-31f2-434c-8faa-ab189e013be2']}} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:55.934745 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac65327-c17a-4875-8d15-1ca7e31779a7 None None] Pushing event updated for resources: {'Port': ['ID=21fd2ebd-36df-40d7-a01e-d5908242a424,revision_number=3']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:55.947250 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95fed16-acf4-4dda-88ac-bc7f015674a0') {'for_net_delete': True} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:55.947250 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95fed16-acf4-4dda-88ac-bc7f015674a0') {} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:55.958019 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Routers {'366e26b1-e954-44e1-afd4-82f38fbafa87'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:03:55.958766 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:03:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['366e26b1-e954-44e1-afd4-82f38fbafa87'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:55.986862 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1522457'] for segment, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.018412 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.045330 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=101854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:03:56.045664 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712542'] for segment, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: from cryptography.utils import int_from_bytes Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: from cryptography.utils import int_from_bytes Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: Traceback (most recent call last): Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: timer() Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: cb(*args, **kw) Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: return func(*args, **kwargs) Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: self._notify() Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: self.callback(batched_events) Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: event.method(event) Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: return f(self, *a, **k) Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: return self._get(url).json() Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: return self.request(url, 'GET', **kwargs) Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:03:56.050387 dv-cinder-818098-2-iscsi neutron-server[101854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:03:56.071309 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.091203 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.123371 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] Set router 366e26b1-e954-44e1-afd4-82f38fbafa87 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:03:56.137615 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] For port ece9c798-007b-4754-928f-6bee1e383361, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=ece9c798-007b-4754-928f-6bee1e383361,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:03:56.145414 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.146303 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 6538a64d-214f-4d42-a464-a179bc4b8d89 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:03:56.184625 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.204559 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.207850 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] 10.222.0.46 "DELETE /v2.0/networks/8e7b286a-31f2-434c-8faa-ab189e013be2 HTTP/1.1" status: 204 len: 168 time: 1.3874314 Nov 16 16:03:56.211396 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Allocated IP 172.20.0.1 (72ea3377-b38c-416b-8581-98962c72f168/060fb2ef-695e-459c-84ba-c29c715db089/4cc0931e-7015-405d-b8ec-b9c45de497db) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:03:56.233005 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd68c7-be78-43c4-9d87-a51e9b50fa5a admin admin] Pushing event deleted for resources: {'Network': ['ID=8e7b286a-31f2-434c-8faa-ab189e013be2,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:56.329330 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Publish callbacks [] for port, precommit_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.362102 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.363517 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.369489 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=ece9c798-007b-4754-928f-6bee1e383361,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:56.384989 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.393480 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.453055 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 6538a64d-214f-4d42-a464-a179bc4b8d89 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:03:56.454737 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.501009 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:51Z', 'revision_number': 3, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:56.510857 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Pushing event updated for resources: {'Port': ['ID=3b84d85c-ad7c-4566-9e01-b2e2f96252d4,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:56.513504 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Attempting to bind port 181710bf-c53d-481d-9253-84d9490c13d5 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:03:56.513868 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Attempting to bind port 181710bf-c53d-481d-9253-84d9490c13d5 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:03:56.514222 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Attempting to bind port 181710bf-c53d-481d-9253-84d9490c13d5 on network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:03:56.542626 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1756342'] for router_interface, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.552601 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4139356-8a45-463e-a6a5-363a92312d39 None None] Pushing event updated for resources: {'Port': ['ID=181710bf-c53d-481d-9253-84d9490c13d5,revision_number=2']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:56.567203 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:03:56.567852 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Checking segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:03:56.568508 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.569038 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Bound using segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:03:56.569741 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Bound port: 181710bf-c53d-481d-9253-84d9490c13d5, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:03:56.570522 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.574038 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 38134) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:56.592779 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba187fc-76bb-4ea8-b8a5-05f695b1d17b None None] The sync data for ids ['366e26b1-e954-44e1-afd4-82f38fbafa87'] in dv-cinder-818098-2-iscsi is: [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:51Z', 'revision_number': 3, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:03:56.673627 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-db9a8caf-8f6f-460b-9cc8-24bebdcc5cab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f148eb9f51144d298bf7376e702d7172&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0983734 Nov 16 16:03:56.674390 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 38136) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:56.770433 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:03:56.774463 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:56.776551 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c007075c-46be-44e4-ba33-7be104df5c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.780101 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.805923 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c007075c-46be-44e4-ba33-7be104df5c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.910613 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Allocated IP 172.20.0.1 (ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f/ec2c535f-42fb-4fff-81b4-1040ff0751d5/2458d8f3-91e7-4a53-a28e-24935f88a7e9) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:03:56.928272 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.932136 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.958144 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:56.997624 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] For port 181710bf-c53d-481d-9253-84d9490c13d5, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:03:57.006471 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] For port 181710bf-c53d-481d-9253-84d9490c13d5, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=181710bf-c53d-481d-9253-84d9490c13d5,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:03:57.019200 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc0931e-7015-405d-b8ec-b9c45de497db,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:57.083065 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:57.154046 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Network 72ea3377-b38c-416b-8581-98962c72f168 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:03:57.166252 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e90fda88-84af-47f4-bb45-28ff0b4df93f req-9bae057e-e0a2-4c83-80b1-4d88b0a63859 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 210 time: 0.0611396 Nov 16 16:03:57.196560 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Router 7aa55344-a0dc-40cc-b7bd-ef09237c0837 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:03:57.215178 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device a381ad5f-9f83-4e58-a082-3816cd050593 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:03:57.225025 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c007075c-46be-44e4-ba33-7be104df5c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:57.228240 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c007075c-46be-44e4-ba33-7be104df5c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:57.233570 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-c007075c-46be-44e4-ba33-7be104df5c68 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e35228f-aaed-48a6-bfd1-7daa93a0890b HTTP/1.1" status: 204 len: 168 time: 0.5557365 Nov 16 16:03:57.253434 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007075c-46be-44e4-ba33-7be104df5c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e35228f-aaed-48a6-bfd1-7daa93a0890b,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:57.311565 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:57.319380 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:03:57.367808 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Routers {'7aa55344-a0dc-40cc-b7bd-ef09237c0837'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:03:57.377059 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:03:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7aa55344-a0dc-40cc-b7bd-ef09237c0837'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:57.393139 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4139356-8a45-463e-a6a5-363a92312d39 None None] Pushing event updated for resources: {'Port': ['ID=181710bf-c53d-481d-9253-84d9490c13d5,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:57.546967 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754630'] for router_interface, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:57.604848 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:03:57.619721 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-f36dfdb1-344f-4c18-8c85-24c7c0737945 admin admin] 10.222.0.46 "PUT /v2.0/routers/7aa55344-a0dc-40cc-b7bd-ef09237c0837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8236966 Nov 16 16:03:57.816480 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.62', 61525) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:57.836985 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port a381ad5f-9f83-4e58-a082-3816cd050593 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:03:57.837561 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:57.993538 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] Set router 7aa55344-a0dc-40cc-b7bd-ef09237c0837 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:03:58.009622 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-9faebcc4-eb2a-48a1-bdd0-226b2c871c0f None None] Provisioning complete for port 4cc0931e-7015-405d-b8ec-b9c45de497db triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:03:58.010009 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9faebcc4-eb2a-48a1-bdd0-226b2c871c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:58.087217 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-5e1e6a1e-c617-4365-9f4c-a9d5847f1392 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:58.088773 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-5e1e6a1e-c617-4365-9f4c-a9d5847f1392 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.62 "GET /v2.0/networks?id=d9bdf219-f7fe-484d-8f47-eb89edc86701 HTTP/1.1" status: 200 len: 812 time: 0.2708745 Nov 16 16:03:58.106957 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 38180) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:58.162722 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-b3303fa3-9eab-4bc5-a7b7-f7f8c6bd7f58 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Request body: {'port': {'device_id': 'd8c53b20-4a71-421c-b123-bd5f6ccc6fe0', 'network_id': 'd9bdf219-f7fe-484d-8f47-eb89edc86701', 'admin_state_up': True, 'tenant_id': '565c2a8ebcd14908b53a63401ebcb81c'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:03:58.192328 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:58.464546 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38194) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:03:58.470778 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-9b74763d-9e80-4649-9ccf-58574690dc5c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55b5b6b38d364b60a53c6a89abd1723d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3570621 Nov 16 16:03:58.525362 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-9faebcc4-eb2a-48a1-bdd0-226b2c871c0f None None] Port 4cc0931e-7015-405d-b8ec-b9c45de497db cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:03:58.553827 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:58.606694 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:58.637110 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:03:58.660676 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:03:58.666550 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:03:58.668803 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Pushing event updated for resources: {'Port': ['ID=2458d8f3-91e7-4a53-a28e-24935f88a7e9,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:58.755399 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'name': 'tempest-ServerRescueNegativeTestJSON-2041357387-router', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '181710bf-c53d-481d-9253-84d9490c13d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:47Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '29515163ad924903a1d1f653c9f77ee0', 'gw_port': {'id': '181710bf-c53d-481d-9253-84d9490c13d5', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '3b84d85c-ad7c-4566-9e01-b2e2f96252d4', 'name': '', 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'mac_address': 'fa:16:3e:df:57:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '04bfc9da-d704-4273-b63a-6fd73d56e6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:54Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 2, 'project_id': '29515163ad924903a1d1f653c9f77ee0', 'subnets': [{'id': '04bfc9da-d704-4273-b63a-6fd73d56e6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:03:58.799825 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e316430d-4d29-4fec-b0f9-9aea87265429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:58.825674 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717a7e1-e006-41ff-a9c6-361e4e28bdb1 None None] The sync data for ids ['7aa55344-a0dc-40cc-b7bd-ef09237c0837'] in dv-cinder-818098-2-iscsi is: [{'id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'name': 'tempest-ServerRescueNegativeTestJSON-2041357387-router', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '181710bf-c53d-481d-9253-84d9490c13d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:47Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '29515163ad924903a1d1f653c9f77ee0', 'gw_port': {'id': '181710bf-c53d-481d-9253-84d9490c13d5', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '3b84d85c-ad7c-4566-9e01-b2e2f96252d4', 'name': '', 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'mac_address': 'fa:16:3e:df:57:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '04bfc9da-d704-4273-b63a-6fd73d56e6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:54Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 2, 'project_id': '29515163ad924903a1d1f653c9f77ee0', 'subnets': [{'id': '04bfc9da-d704-4273-b63a-6fd73d56e6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:03:58.913994 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754630'] for router_interface, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:58.916053 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device ece9c798-007b-4754-928f-6bee1e383361 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:03:59.027128 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port ece9c798-007b-4754-928f-6bee1e383361 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:03:59.028087 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:59.079925 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9e9773f7-73e9-424f-ab53-4961c0e746db req-41f23200-1c37-4efa-bec1-3742ad1daef0 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 210 time: 0.6046627 Nov 16 16:03:59.119170 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e316430d-4d29-4fec-b0f9-9aea87265429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:59.157963 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-7bdb952b-4773-4c98-8fc4-73469e05d40f tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:03:59.175488 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-7bdb952b-4773-4c98-8fc4-73469e05d40f tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/networks?id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 HTTP/1.1" status: 200 len: 819 time: 0.4117782 Nov 16 16:03:59.196516 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 21fd2ebd-36df-40d7-a01e-d5908242a424 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:03:59.256813 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-3220c5cd-12c0-4c63-905f-88853b83649f tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/quotas/29515163ad924903a1d1f653c9f77ee0 HTTP/1.1" status: 200 len: 375 time: 0.0784230 Nov 16 16:03:59.297068 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-9694d25d-bf30-4ab4-adce-ab0d5244d965 None None] Provisioning complete for port 2458d8f3-91e7-4a53-a28e-24935f88a7e9 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:03:59.300124 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9694d25d-bf30-4ab4-adce-ab0d5244d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:59.385995 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e316430d-4d29-4fec-b0f9-9aea87265429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:59.393588 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e316430d-4d29-4fec-b0f9-9aea87265429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:59.395179 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-e316430d-4d29-4fec-b0f9-9aea87265429 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cfa2ebb1-ca42-4683-a1b5-e88c46e7e934 HTTP/1.1" status: 204 len: 168 time: 0.9191287 Nov 16 16:03:59.398700 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-b3303fa3-9eab-4bc5-a7b7-f7f8c6bd7f58 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Made reservation on behalf of 565c2a8ebcd14908b53a63401ebcb81c for: {'port': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:03:59.408330 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-b3303fa3-9eab-4bc5-a7b7-f7f8c6bd7f58 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:59.459526 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-9694d25d-bf30-4ab4-adce-ab0d5244d965 None None] Port 2458d8f3-91e7-4a53-a28e-24935f88a7e9 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:03:59.476807 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:59.490692 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 21fd2ebd-36df-40d7-a01e-d5908242a424 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:03:59.491043 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:59.498200 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-cabadcd9-a0f9-46b5-82b9-b52eb128251e tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=29515163ad924903a1d1f653c9f77ee0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2403524 Nov 16 16:03:59.530950 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316430d-4d29-4fec-b0f9-9aea87265429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa2ebb1-ca42-4683-a1b5-e88c46e7e934,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:03:59.835528 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:03:59.945769 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] For port 21fd2ebd-36df-40d7-a01e-d5908242a424, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=21fd2ebd-36df-40d7-a01e-d5908242a424,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:03:59.968026 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:00.121740 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=21fd2ebd-36df-40d7-a01e-d5908242a424,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:00.276551 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:00.300571 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:00.444771 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:00.465027 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1756342'] for router_interface, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:00.470791 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:00.476858 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Pushing event updated for resources: {'Port': ['ID=2458d8f3-91e7-4a53-a28e-24935f88a7e9,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:00.599764 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fc920341-e1e5-4c0b-9b00-2bd012f5e521 req-b8f8552e-1b6a-44dc-8da3-9955552380b2 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 210 time: 0.1774135 Nov 16 16:04:00.680448 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-b3303fa3-9eab-4bc5-a7b7-f7f8c6bd7f58 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Allocated IP 172.20.0.9 (d9bdf219-f7fe-484d-8f47-eb89edc86701/bb8b5002-2d85-442e-a2de-f944201b6b53/4ac187bb-10df-4230-9320-5556a334a54d) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:04:00.740965 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1756342'] for router_interface, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:00.767611 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-ba8768b3-bfa9-4cd4-a599-fa36c4b010a9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 16:04:00.768736 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-ba8768b3-bfa9-4cd4-a599-fa36c4b010a9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3435249 Nov 16 16:04:00.813917 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 38302) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:00.933296 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 181710bf-c53d-481d-9253-84d9490c13d5 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:04:00.989390 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc0931e-7015-405d-b8ec-b9c45de497db,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:01.072629 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 181710bf-c53d-481d-9253-84d9490c13d5 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:01.073918 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:01.096065 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-3cbe6c08-c844-488d-ace9-5b0afde15eba service neutron] 10.222.0.46 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809262 Nov 16 16:04:01.124943 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Network 72ea3377-b38c-416b-8581-98962c72f168 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:04:01.130002 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:04:01.133102 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:04:01.231073 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-154ba666-e1be-4794-8e64-c8e9f1924427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:01.298673 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:01.340117 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:04:01.367246 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] For port 181710bf-c53d-481d-9253-84d9490c13d5, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=181710bf-c53d-481d-9253-84d9490c13d5,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:01.378180 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:01.379507 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 21fd2ebd-36df-40d7-a01e-d5908242a424 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:04:01.625084 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=181710bf-c53d-481d-9253-84d9490c13d5,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:01.702993 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-551b888a-8297-43c1-bcbd-1c76939c25d7 service neutron] 10.222.0.46 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815101 Nov 16 16:04:01.712940 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 21fd2ebd-36df-40d7-a01e-d5908242a424 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:01.713324 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:01.825018 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Router 366e26b1-e954-44e1-afd4-82f38fbafa87 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:04:01.833059 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-0e60defb-5171-4ecc-ac87-46eb650ceeff None None] Provisioning complete for port 4cc0931e-7015-405d-b8ec-b9c45de497db triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:01.834606 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-0e60defb-5171-4ecc-ac87-46eb650ceeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:01.893443 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-b3303fa3-9eab-4bc5-a7b7-f7f8c6bd7f58 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:01.940626 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-0e60defb-5171-4ecc-ac87-46eb650ceeff None None] Port 4cc0931e-7015-405d-b8ec-b9c45de497db cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:04:01.954231 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-98aecc5d-4205-4a67-a7ef-11ec8f61210c req-113f48cb-4d77-4df2-8a63-c45ca59fc1ba tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 210 time: 0.1414559 Nov 16 16:04:02.021520 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-154ba666-e1be-4794-8e64-c8e9f1924427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:02.037805 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-154ba666-e1be-4794-8e64-c8e9f1924427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:02.098352 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-e83527b7-7263-47e9-97d1-28aa119acabf None None] Provisioning complete for port 2458d8f3-91e7-4a53-a28e-24935f88a7e9 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:02.098588 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e83527b7-7263-47e9-97d1-28aa119acabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:02.132437 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-154ba666-e1be-4794-8e64-c8e9f1924427 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc7e7401d456441f812b5fcdd687d3df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3137059 Nov 16 16:04:02.154573 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 38332) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:02.199849 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-e83527b7-7263-47e9-97d1-28aa119acabf None None] Port 2458d8f3-91e7-4a53-a28e-24935f88a7e9 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:04:02.236614 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ba666-e1be-4794-8e64-c8e9f1924427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273a704c-ffd2-4ab6-85bb-f9aedc27a79e,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:02.328967 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Router 6bf1e66f-6a45-4129-bc29-75438a0ec2de has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:04:02.373833 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e7b35811-ea5d-4aa0-99cd-7ca3f5d7a6f1 req-a48f5790-6d39-42a7-a859-bab2537422f2 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 210 time: 0.1332521 Nov 16 16:04:02.435203 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-b3303fa3-9eab-4bc5-a7b7-f7f8c6bd7f58 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:02.609791 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:04:02.627725 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Sync routers for ids ['366e26b1-e954-44e1-afd4-82f38fbafa87'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:04:02.629185 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-c41a4e8e-f041-4dec-a01e-30a8f26f506b admin admin] 10.222.0.46 "PUT /v2.0/routers/366e26b1-e954-44e1-afd4-82f38fbafa87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1755784 Nov 16 16:04:02.664229 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Routers {'366e26b1-e954-44e1-afd4-82f38fbafa87'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:04:02.665088 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:03:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['366e26b1-e954-44e1-afd4-82f38fbafa87'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:02.753149 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3303fa3-9eab-4bc5-a7b7-f7f8c6bd7f58 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Pushing event updated for resources: {'Port': ['ID=4ac187bb-10df-4230-9320-5556a334a54d,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:02.795129 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4c64dd96-132b-4df5-9e5b-42bb195d878a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:02.859144 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-b3303fa3-9eab-4bc5-a7b7-f7f8c6bd7f58 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Network d9bdf219-f7fe-484d-8f47-eb89edc86701 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:04:02.867377 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 181710bf-c53d-481d-9253-84d9490c13d5 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:04:02.867951 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:04:02.879913 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-cd96b599-7514-45b0-ad74-c09d607b0651 admin admin] 10.222.0.46 "PUT /v2.0/routers/6bf1e66f-6a45-4129-bc29-75438a0ec2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5878479 Nov 16 16:04:02.881981 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Sync routers for ids ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:04:02.882519 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-b3303fa3-9eab-4bc5-a7b7-f7f8c6bd7f58 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:04:02.891900 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-b3303fa3-9eab-4bc5-a7b7-f7f8c6bd7f58 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:04:02.902096 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4c64dd96-132b-4df5-9e5b-42bb195d878a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:02.925458 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Routers {'6bf1e66f-6a45-4129-bc29-75438a0ec2de'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:04:02.926029 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:03:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:03.231633 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-b3303fa3-9eab-4bc5-a7b7-f7f8c6bd7f58 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:03.232732 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-b3303fa3-9eab-4bc5-a7b7-f7f8c6bd7f58 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:03.383266 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Sync routers for ids ['7aa55344-a0dc-40cc-b7bd-ef09237c0837'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:04:03.384879 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Set router 6bf1e66f-6a45-4129-bc29-75438a0ec2de gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:04:03.427846 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-b3303fa3-9eab-4bc5-a7b7-f7f8c6bd7f58 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2721701 Nov 16 16:04:03.445148 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Routers {'7aa55344-a0dc-40cc-b7bd-ef09237c0837'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:04:03.446298 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:03:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7aa55344-a0dc-40cc-b7bd-ef09237c0837'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:03.495581 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74aced-a363-4f07-8b88-51a702094aab req-043f8b6d-7f0d-4e0a-a855-c28250a3bc2d tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:03.505772 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8b74aced-a363-4f07-8b88-51a702094aab req-043f8b6d-7f0d-4e0a-a855-c28250a3bc2d tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 931 time: 0.3884885 Nov 16 16:04:03.628804 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Set router 366e26b1-e954-44e1-afd4-82f38fbafa87 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:04:03.630915 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4c64dd96-132b-4df5-9e5b-42bb195d878a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:03.633764 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4c64dd96-132b-4df5-9e5b-42bb195d878a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:03.655316 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-4c64dd96-132b-4df5-9e5b-42bb195d878a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/273a704c-ffd2-4ab6-85bb-f9aedc27a79e HTTP/1.1" status: 204 len: 168 time: 1.4970286 Nov 16 16:04:03.676912 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-15433e13-003c-43a2-9075-0349386f6ccc tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 16:04:03.677991 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-15433e13-003c-43a2-9075-0349386f6ccc tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136931 Nov 16 16:04:03.722954 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64dd96-132b-4df5-9e5b-42bb195d878a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273a704c-ffd2-4ab6-85bb-f9aedc27a79e,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:03.752361 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911839be-3411-4af9-b797-17d6b4622863 req-b3312d5d-abf7-43fa-89bb-53fc3fa859fb tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:03.753952 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-911839be-3411-4af9-b797-17d6b4622863 req-b3312d5d-abf7-43fa-89bb-53fc3fa859fb tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/networks?id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 HTTP/1.1" status: 200 len: 819 time: 0.8106754 Nov 16 16:04:03.771259 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8b74aced-a363-4f07-8b88-51a702094aab req-42ef0443-5345-44b1-93c9-5b3b5ca9999a tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624443 Nov 16 16:04:03.816345 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-911839be-3411-4af9-b797-17d6b4622863 req-20edb4fb-2851-4f79-9cba-b94e2d7ba6f9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/quotas/29515163ad924903a1d1f653c9f77ee0 HTTP/1.1" status: 200 len: 375 time: 0.0536401 Nov 16 16:04:04.007112 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 181710bf-c53d-481d-9253-84d9490c13d5 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:04.007441 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:04.014288 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-911839be-3411-4af9-b797-17d6b4622863 req-42b5efbf-ea64-41bf-a133-96b76ab3a054 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=29515163ad924903a1d1f653c9f77ee0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1910474 Nov 16 16:04:04.141918 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 2, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:04.228770 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Checking router: 6bf1e66f-6a45-4129-bc29-75438a0ec2de for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:04:04.229255 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Updating router 6bf1e66f-6a45-4129-bc29-75438a0ec2de port 4cc0931e-7015-405d-b8ec-b9c45de497db binding host dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:04:04.253414 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Set router 7aa55344-a0dc-40cc-b7bd-ef09237c0837 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:04:04.327544 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-911839be-3411-4af9-b797-17d6b4622863 req-64dfbeb0-673b-4e6a-a7aa-b1f87faa3255 service neutron] 10.222.0.46 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014243 Nov 16 16:04:04.354872 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:04.599689 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Request body: {'port': {'device_id': 'd8c53b20-4a71-421c-b123-bd5f6ccc6fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:05.044191 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Publish callbacks [] for port, precommit_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:05.051400 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:05.117108 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-911839be-3411-4af9-b797-17d6b4622863 req-56d474b3-ffc9-47e2-9c6a-2d7dd2575ffa service neutron] 10.222.0.46 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645597 Nov 16 16:04:05.147011 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:05.224596 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ec8a2-8909-4f4f-b0af-896d77c22769 None None] Pushing event updated for resources: {'Port': ['ID=4cc0931e-7015-405d-b8ec-b9c45de497db,revision_number=3']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:05.269618 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Attempting to bind port 4cc0931e-7015-405d-b8ec-b9c45de497db on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:04:05.270028 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Attempting to bind port 4cc0931e-7015-405d-b8ec-b9c45de497db by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:04:05.271671 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Attempting to bind port 4cc0931e-7015-405d-b8ec-b9c45de497db on network 72ea3377-b38c-416b-8581-98962c72f168 {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:05.285254 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:04:05.285724 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Checking segment: {'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:04:05.286168 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:05.286581 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Bound using segment: {'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:04:05.289534 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Bound port: 4cc0931e-7015-405d-b8ec-b9c45de497db, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'}}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:04:05.290008 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:05.622936 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] For port 4cc0931e-7015-405d-b8ec-b9c45de497db, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:04:05.628201 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] For port 4cc0931e-7015-405d-b8ec-b9c45de497db, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=4cc0931e-7015-405d-b8ec-b9c45de497db,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:04:05.669552 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:05.674269 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38486) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:05.685954 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-71b29445-9f07-435e-b18f-576332eeb838 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1633276454', 'description': 'tempest-description--2129223013'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:05.768541 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-71b29445-9f07-435e-b18f-576332eeb838 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:05.898688 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-cbc5b648-d01f-463b-9a8d-bd33010079db None None] Provisioning complete for port 4cc0931e-7015-405d-b8ec-b9c45de497db triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:05.901339 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-cbc5b648-d01f-463b-9a8d-bd33010079db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:05.939838 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-71b29445-9f07-435e-b18f-576332eeb838 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:05.946690 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-71b29445-9f07-435e-b18f-576332eeb838 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:06.025785 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b29445-9f07-435e-b18f-576332eeb838 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54ae924-5b38-4d57-b051-07dd7057312e,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:06.043695 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-71b29445-9f07-435e-b18f-576332eeb838 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:06.053651 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-71b29445-9f07-435e-b18f-576332eeb838 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3689053 Nov 16 16:04:06.058187 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38492) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:06.063987 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Routers {'6bf1e66f-6a45-4129-bc29-75438a0ec2de'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:04:06.064680 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:03:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:06.074189 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-6059c830-84d3-4384-bd08-f0f2cea0eab1 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Request body: {'security_group_rule': {'security_group_id': 'b54ae924-5b38-4d57-b051-07dd7057312e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:06.098985 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ec8a2-8909-4f4f-b0af-896d77c22769 None None] Pushing event updated for resources: {'Port': ['ID=4cc0931e-7015-405d-b8ec-b9c45de497db,revision_number=4']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:06.172066 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.62', 61543) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:06.514009 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-cbc5b648-d01f-463b-9a8d-bd33010079db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:06.631038 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3bea2-fb96-48e7-8d3a-b03d70fa386b req-ac846dae-8c9b-41b2-b520-afa361ebeb56 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:06.654570 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-08d3bea2-fb96-48e7-8d3a-b03d70fa386b req-ac846dae-8c9b-41b2-b520-afa361ebeb56 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 931 time: 0.8372595 Nov 16 16:04:06.669859 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'name': 'tempest-ServerRescueNegativeTestJSON-2041357387-router', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '181710bf-c53d-481d-9253-84d9490c13d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:47Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '29515163ad924903a1d1f653c9f77ee0', 'gw_port': {'id': '181710bf-c53d-481d-9253-84d9490c13d5', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '3b84d85c-ad7c-4566-9e01-b2e2f96252d4', 'name': '', 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'mac_address': 'fa:16:3e:df:57:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '04bfc9da-d704-4273-b63a-6fd73d56e6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:54Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 2, 'project_id': '29515163ad924903a1d1f653c9f77ee0', 'subnets': [{'id': '04bfc9da-d704-4273-b63a-6fd73d56e6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:06.692075 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] Set router 6bf1e66f-6a45-4129-bc29-75438a0ec2de gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:04:06.722164 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-4dca5ded-d7ff-4efa-8f0a-590740df5c54 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:06.725434 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-4dca5ded-d7ff-4efa-8f0a-590740df5c54 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.62 "GET /v2.0/networks?id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 HTTP/1.1" status: 200 len: 819 time: 0.5256622 Nov 16 16:04:06.727148 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6059c830-84d3-4384-bd08-f0f2cea0eab1 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:06.756773 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-08326a55-cbef-4be1-97d5-74b59e07bc03 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Request body: {'port': {'device_id': '69df60e2-42c9-4caa-abdc-a7ecb61d8d73', 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4', 'admin_state_up': True, 'tenant_id': '29515163ad924903a1d1f653c9f77ee0'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:06.884167 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 2, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:06.907931 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Checking router: 7aa55344-a0dc-40cc-b7bd-ef09237c0837 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:04:06.908551 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Updating router 7aa55344-a0dc-40cc-b7bd-ef09237c0837 port 3b84d85c-ad7c-4566-9e01-b2e2f96252d4 binding host dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:04:07.068544 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-08d3bea2-fb96-48e7-8d3a-b03d70fa386b req-904b3879-f772-4689-961c-7463ae670102 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103899 Nov 16 16:04:07.107435 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:07.157834 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Checking router: 366e26b1-e954-44e1-afd4-82f38fbafa87 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:04:07.165191 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Updating router 366e26b1-e954-44e1-afd4-82f38fbafa87 port 2458d8f3-91e7-4a53-a28e-24935f88a7e9 binding host dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:04:07.307449 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-cbc5b648-d01f-463b-9a8d-bd33010079db None None] For port 4cc0931e-7015-405d-b8ec-b9c45de497db, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=4cc0931e-7015-405d-b8ec-b9c45de497db,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:07.319780 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac187bb-10df-4230-9320-5556a334a54d {{(pid=101853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:04:07.342408 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:07.454328 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38538) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:07.466898 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-f88dc15f-88fa-407d-b62b-1a8169c247dc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2104459427', 'description': 'tempest-description--893829497'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:07.592895 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6059c830-84d3-4384-bd08-f0f2cea0eab1 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:07.600414 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6059c830-84d3-4384-bd08-f0f2cea0eab1 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:07.616309 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e3b184b1-acbc-49b0-bf9b-e8365c8a4ccc req-53d1760c-5c58-4493-82e8-9af3962c24d0 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 210 time: 0.2808280 Nov 16 16:04:07.624415 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059c830-84d3-4384-bd08-f0f2cea0eab1 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b951d73d-38a4-4df2-976c-2ea795d08379,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:07.634471 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.provisioning_blocks [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Transition to ACTIVE for port object 4ac187bb-10df-4230-9320-5556a334a54d will not be triggered until provisioned by entity L2. {{(pid=101853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:04:07.642245 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:07.645668 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f88dc15f-88fa-407d-b62b-1a8169c247dc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:07.743175 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-cbc5b648-d01f-463b-9a8d-bd33010079db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:07.789945 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:07.845721 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-08326a55-cbef-4be1-97d5-74b59e07bc03 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Made reservation on behalf of 29515163ad924903a1d1f653c9f77ee0 for: {'port': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:04:07.856591 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-08326a55-cbef-4be1-97d5-74b59e07bc03 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:07.933987 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:04:05Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:07.942872 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6059c830-84d3-4384-bd08-f0f2cea0eab1 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:07.948479 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac187bb-10df-4230-9320-5556a334a54d,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:07.949790 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-6059c830-84d3-4384-bd08-f0f2cea0eab1 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8875532 Nov 16 16:04:07.955178 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38568) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:07.989074 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-76028a46-f415-4ea3-bbf1-acf24c5ea3d2 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Request body: {'security_group_rule': {'security_group_id': 'b54ae924-5b38-4d57-b051-07dd7057312e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:08.051309 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c734b3-7c8d-40fa-bf8e-b0e553c2564f None None] The sync data for ids ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'] in dv-cinder-818098-2-iscsi is: [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:04:05Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:04:08.101406 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Attempting to bind port 4ac187bb-10df-4230-9320-5556a334a54d on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:04:08.101672 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Attempting to bind port 4ac187bb-10df-4230-9320-5556a334a54d by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': 'bd9fc49f-e481-4955-9fbe-864879b4dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd9bdf219-f7fe-484d-8f47-eb89edc86701'}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:04:08.102033 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Attempting to bind port 4ac187bb-10df-4230-9320-5556a334a54d on network d9bdf219-f7fe-484d-8f47-eb89edc86701 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:08.159370 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f88dc15f-88fa-407d-b62b-1a8169c247dc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:08.177698 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f88dc15f-88fa-407d-b62b-1a8169c247dc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:08.181113 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.62', 61551) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:08.228386 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Port 4ac187bb-10df-4230-9320-5556a334a54d on network d9bdf219-f7fe-484d-8f47-eb89edc86701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:04:08.229056 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Attempting to bind port 4ac187bb-10df-4230-9320-5556a334a54d on network d9bdf219-f7fe-484d-8f47-eb89edc86701 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:08.252775 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-8aba40d0-0df9-40a8-addb-7d1eaf7d55be None None] Provisioning complete for port 4cc0931e-7015-405d-b8ec-b9c45de497db triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:08.253925 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-8aba40d0-0df9-40a8-addb-7d1eaf7d55be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:08.317514 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:04:08.318568 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Checking segment: {'id': 'bd9fc49f-e481-4955-9fbe-864879b4dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd9bdf219-f7fe-484d-8f47-eb89edc86701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:04:08.319544 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Bound using segment: {'id': 'bd9fc49f-e481-4955-9fbe-864879b4dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd9bdf219-f7fe-484d-8f47-eb89edc86701'} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:04:08.320356 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Bound port: 4ac187bb-10df-4230-9320-5556a334a54d, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd9fc49f-e481-4955-9fbe-864879b4dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd9bdf219-f7fe-484d-8f47-eb89edc86701'}}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:04:08.321304 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:08.569407 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5b648-d01f-463b-9a8d-bd33010079db None None] Pushing event updated for resources: {'Port': ['ID=4cc0931e-7015-405d-b8ec-b9c45de497db,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:08.732323 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-76028a46-f415-4ea3-bbf1-acf24c5ea3d2 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:08.794807 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dc15f-88fa-407d-b62b-1a8169c247dc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62778e5-21c4-4eba-a248-fdf6f7253eb9,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:08.877753 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-76028a46-f415-4ea3-bbf1-acf24c5ea3d2 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:08.889159 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f88dc15f-88fa-407d-b62b-1a8169c247dc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:08.894066 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-f88dc15f-88fa-407d-b62b-1a8169c247dc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4388890 Nov 16 16:04:08.897788 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-76028a46-f415-4ea3-bbf1-acf24c5ea3d2 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:08.935369 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38614) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:08.974864 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911839be-3411-4af9-b797-17d6b4622863 req-bfb2f1ae-340e-471f-9c4e-7009096ebab7 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:08.985986 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-d570f096-70d0-43d9-97ef-0048b402c70e tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Request body: {'security_group_rule': {'security_group_id': 'b62778e5-21c4-4eba-a248-fdf6f7253eb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:08.995602 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-911839be-3411-4af9-b797-17d6b4622863 req-bfb2f1ae-340e-471f-9c4e-7009096ebab7 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.62 "GET /v2.0/networks?id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 HTTP/1.1" status: 200 len: 819 time: 0.8111174 Nov 16 16:04:09.064717 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38622) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:09.069520 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76028a46-f415-4ea3-bbf1-acf24c5ea3d2 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd7f875-6e50-45d1-a86e-ce84d0b412cb,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:09.101461 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-76028a46-f415-4ea3-bbf1-acf24c5ea3d2 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:09.105267 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-76028a46-f415-4ea3-bbf1-acf24c5ea3d2 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1329796 Nov 16 16:04:09.137986 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38626) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:09.173875 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Request body: {'floatingip': {'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:09.283603 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d570f096-70d0-43d9-97ef-0048b402c70e tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:09.295986 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Publish callbacks [] for port, precommit_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:09.315188 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:09.318325 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-911839be-3411-4af9-b797-17d6b4622863 req-744a8962-fbae-41e5-8b28-280724e23bc9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Request body: {'port': {'device_id': '78398054-0c37-4dfb-8926-a199cdf30248', 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4', 'admin_state_up': True, 'tenant_id': '29515163ad924903a1d1f653c9f77ee0'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:09.480877 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-08326a55-cbef-4be1-97d5-74b59e07bc03 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Allocated IP 172.20.0.6 (6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4/04bfc9da-d704-4273-b63a-6fd73d56e6c3/8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:04:09.624058 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for floatingip, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:09.804043 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] For port 4ac187bb-10df-4230-9320-5556a334a54d, host hv-cinder-81809, cleared binding levels {{(pid=101853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:04:09.813922 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 38648) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:09.840398 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-91c3e876-d91b-40ca-a109-eb2663870947 req-0174d8b5-6f36-4c45-b9c2-f5b2a8bafbf2 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 210 time: 0.8863261 Nov 16 16:04:09.929283 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 4cc0931e-7015-405d-b8ec-b9c45de497db up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:04:09.988038 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cb333f6c-6956-40c2-9d12-9cefa2f72334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.006097 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fffda2-2b60-44f6-92e9-81fba1d06503 req-2d972956-36fd-4794-bef2-d4e3081f4cb8 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:10.014958 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-78fffda2-2b60-44f6-92e9-81fba1d06503 req-2d972956-36fd-4794-bef2-d4e3081f4cb8 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 943 time: 1.6896949 Nov 16 16:04:10.020206 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] For port 4ac187bb-10df-4230-9320-5556a334a54d, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=4ac187bb-10df-4230-9320-5556a334a54d,segment=NetworkSegment(bd9fc49f-e481-4955-9fbe-864879b4dc60),segment_id=bd9fc49f-e481-4955-9fbe-864879b4dc60)] {{(pid=101853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:04:10.036833 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911839be-3411-4af9-b797-17d6b4622863 req-744a8962-fbae-41e5-8b28-280724e23bc9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Made reservation on behalf of 29515163ad924903a1d1f653c9f77ee0 for: {'port': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:04:10.043826 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-911839be-3411-4af9-b797-17d6b4622863 req-744a8962-fbae-41e5-8b28-280724e23bc9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.064571 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fae67-7f3b-429a-b3cb-cebe6e991d65 None None] Pushing event updated for resources: {'Port': ['ID=3b84d85c-ad7c-4566-9e01-b2e2f96252d4,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:10.074381 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d570f096-70d0-43d9-97ef-0048b402c70e tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.088271 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Publish callbacks [] for port, precommit_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.114554 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d570f096-70d0-43d9-97ef-0048b402c70e tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.136248 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.207324 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.247747 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570f096-70d0-43d9-97ef-0048b402c70e tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc77d75-351b-4091-916f-128312b85c03,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:10.272809 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d570f096-70d0-43d9-97ef-0048b402c70e tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.274591 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-d570f096-70d0-43d9-97ef-0048b402c70e tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2982433 Nov 16 16:04:10.286555 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38654) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:10.296053 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-dfe7470a-3d82-4b26-b32c-dc26b4518a27 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Request body: {'security_group_rule': {'security_group_id': 'b62778e5-21c4-4eba-a248-fdf6f7253eb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:10.305475 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-08326a55-cbef-4be1-97d5-74b59e07bc03 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.321718 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb2588-1290-4f8b-9e12-56a12aa56e32 None None] Pushing event updated for resources: {'Port': ['ID=2458d8f3-91e7-4a53-a28e-24935f88a7e9,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:10.346664 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 4cc0931e-7015-405d-b8ec-b9c45de497db triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:10.347942 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.391797 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Attempting to bind port 3b84d85c-ad7c-4566-9e01-b2e2f96252d4 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:04:10.392391 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Attempting to bind port 3b84d85c-ad7c-4566-9e01-b2e2f96252d4 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:04:10.392866 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Attempting to bind port 3b84d85c-ad7c-4566-9e01-b2e2f96252d4 on network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:10.410126 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:04:10.411121 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Checking segment: {'id': '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:04:10.418523 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.419245 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Bound using segment: {'id': '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:04:10.420693 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Bound port: 3b84d85c-ad7c-4566-9e01-b2e2f96252d4, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:04:10.421663 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.422828 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dfe7470a-3d82-4b26-b32c-dc26b4518a27 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.464671 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cb333f6c-6956-40c2-9d12-9cefa2f72334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.479814 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cb333f6c-6956-40c2-9d12-9cefa2f72334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.537424 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-08326a55-cbef-4be1-97d5-74b59e07bc03 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.557244 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.615413 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dfe7470a-3d82-4b26-b32c-dc26b4518a27 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.622126 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-142f6c99-0017-4d8b-bfae-76bca47cf5cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.638456 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:10.639110 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.647736 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] 10.222.0.62 "PUT /v2.0/ports/4ac187bb-10df-4230-9320-5556a334a54d HTTP/1.1" status: 200 len: 1093 time: 6.6179247 Nov 16 16:04:10.658121 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c53b20-4a71-421c-b123-bd5f6ccc6fe0', 'tag': '4ac187bb-10df-4230-9320-5556a334a54d'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:10.672901 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-cb333f6c-6956-40c2-9d12-9cefa2f72334 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d1ca0dbfc0843a692f06677da0d5eee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5664117 Nov 16 16:04:10.690816 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38668) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:10.766977 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dfe7470a-3d82-4b26-b32c-dc26b4518a27 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:10.931074 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-08326a55-cbef-4be1-97d5-74b59e07bc03 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:04:10.939831 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb333f6c-6956-40c2-9d12-9cefa2f72334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06da9903-45e6-49d1-b416-cc59dbec4a87,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:10.973418 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Attempting to bind port 2458d8f3-91e7-4a53-a28e-24935f88a7e9 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:04:10.977355 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Attempting to bind port 2458d8f3-91e7-4a53-a28e-24935f88a7e9 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:04:10.977916 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Attempting to bind port 2458d8f3-91e7-4a53-a28e-24935f88a7e9 on network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:11.018067 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-08326a55-cbef-4be1-97d5-74b59e07bc03 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:04:11.034202 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:04:11.035539 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Checking segment: {'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:04:11.047249 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-142f6c99-0017-4d8b-bfae-76bca47cf5cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:11.049852 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:11.054048 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [req-911839be-3411-4af9-b797-17d6b4622863 req-744a8962-fbae-41e5-8b28-280724e23bc9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Allocated IP 172.20.0.2 (6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4/04bfc9da-d704-4273-b63a-6fd73d56e6c3/79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:04:11.055043 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Bound using segment: {'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:04:11.061300 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Bound port: 2458d8f3-91e7-4a53-a28e-24935f88a7e9, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:04:11.062151 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:11.090687 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-78fffda2-2b60-44f6-92e9-81fba1d06503 req-0f1892b1-9a0c-471c-a5d8-872f31fc8d46 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0744734 Nov 16 16:04:11.091424 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-142f6c99-0017-4d8b-bfae-76bca47cf5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:11.121066 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-08326a55-cbef-4be1-97d5-74b59e07bc03 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:04:11.159812 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dfe7470a-3d82-4b26-b32c-dc26b4518a27 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:11.161420 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-dfe7470a-3d82-4b26-b32c-dc26b4518a27 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8711011 Nov 16 16:04:11.162322 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08326a55-cbef-4be1-97d5-74b59e07bc03 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Pushing event updated for resources: {'Port': ['ID=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:11.171088 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4068a7-8bb4-45e9-b615-6c87dce7738f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c53b20-4a71-421c-b123-bd5f6ccc6fe0", "tag": "4ac187bb-10df-4230-9320-5556a334a54d"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:11.224089 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 38682) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:11.229049 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] For port 3b84d85c-ad7c-4566-9e01-b2e2f96252d4, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:04:11.234721 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-7b77d86d-0b5b-4bcf-8eed-7b34d9f7a198 None None] Provisioning complete for port 2458d8f3-91e7-4a53-a28e-24935f88a7e9 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:11.235531 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-7b77d86d-0b5b-4bcf-8eed-7b34d9f7a198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:11.290748 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Request body: {'floatingip': {'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:11.347808 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] For port 3b84d85c-ad7c-4566-9e01-b2e2f96252d4, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=3b84d85c-ad7c-4566-9e01-b2e2f96252d4,segment=NetworkSegment(2cc70dcf-ba20-49e0-abc6-c98fc4657d2e),segment_id=2cc70dcf-ba20-49e0-abc6-c98fc4657d2e)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:04:11.363861 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:11.437621 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-7b77d86d-0b5b-4bcf-8eed-7b34d9f7a198 None None] Port 2458d8f3-91e7-4a53-a28e-24935f88a7e9 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:04:11.443424 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-142f6c99-0017-4d8b-bfae-76bca47cf5cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=512a7e00014546f6b8e2ae03c824ffa1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5975609 Nov 16 16:04:11.451736 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f6c99-0017-4d8b-bfae-76bca47cf5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8f56a5-aee9-4e2e-b0a9-5128dc80b696,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:11.456023 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 38690) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:11.458361 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] For port 2458d8f3-91e7-4a53-a28e-24935f88a7e9, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:04:11.463122 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Routers {'7aa55344-a0dc-40cc-b7bd-ef09237c0837'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:04:11.465026 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:03:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7aa55344-a0dc-40cc-b7bd-ef09237c0837'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:11.470400 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] For port 2458d8f3-91e7-4a53-a28e-24935f88a7e9, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=2458d8f3-91e7-4a53-a28e-24935f88a7e9,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:04:11.542482 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:11.544370 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baba5c-67c4-4654-9f2e-baf9aa8c6ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac187bb-10df-4230-9320-5556a334a54d,revision_number=3']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:11.565189 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2eacff26-e8f8-49e1-bf12-fb83d26f9fd8 req-95f53035-c3c1-4789-9d8e-7e54bacde362 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 210 time: 0.5147526 Nov 16 16:04:11.621869 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fae67-7f3b-429a-b3cb-cebe6e991d65 None None] Pushing event updated for resources: {'Port': ['ID=3b84d85c-ad7c-4566-9e01-b2e2f96252d4,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:11.637280 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7470a-3d82-4b26-b32c-dc26b4518a27 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cd9185-7339-464c-8512-597b87229ddb,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:11.662505 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-08326a55-cbef-4be1-97d5-74b59e07bc03 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:11.663316 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-08326a55-cbef-4be1-97d5-74b59e07bc03 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:11.687945 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for floatingip, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:11.711842 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0026d03b-a286-4b1d-8fed-0899fbfb7e9f x-openstack-request-id: req-0026d03b-a286-4b1d-8fed-0899fbfb7e9f {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:11.716102 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c53b20-4a71-421c-b123-bd5f6ccc6fe0", "tag": "4ac187bb-10df-4230-9320-5556a334a54d", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:11.717124 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0026d03b-a286-4b1d-8fed-0899fbfb7e9f {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:11.717891 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c53b20-4a71-421c-b123-bd5f6ccc6fe0', 'tag': '4ac187bb-10df-4230-9320-5556a334a54d', 'status': 'completed', 'code': 200} Nov 16 16:04:11.784619 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Routers {'366e26b1-e954-44e1-afd4-82f38fbafa87'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:04:11.786220 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:03:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['366e26b1-e954-44e1-afd4-82f38fbafa87'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:11.836537 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Allocated IP 172.27.1.76 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/8c68bbd8-dc16-4d26-826d-3be78b191386) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:04:11.891152 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb2588-1290-4f8b-9e12-56a12aa56e32 None None] Pushing event updated for resources: {'Port': ['ID=2458d8f3-91e7-4a53-a28e-24935f88a7e9,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:11.987940 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-c628beeb-2600-4e43-a074-8d2abba32547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:11.990077 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-c628beeb-2600-4e43-a074-8d2abba32547 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=565c2a8ebcd14908b53a63401ebcb81c&device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 1096 time: 0.9290543 Nov 16 16:04:12.020888 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 3b84d85c-ad7c-4566-9e01-b2e2f96252d4 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:04:12.029580 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:12.071883 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-08326a55-cbef-4be1-97d5-74b59e07bc03 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3277004 Nov 16 16:04:12.080225 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:12.147354 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:04:12.173488 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Request body: {'port': {'device_id': '69df60e2-42c9-4caa-abdc-a7ecb61d8d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:12.179607 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] Set router 7aa55344-a0dc-40cc-b7bd-ef09237c0837 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:04:12.182326 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event updated for resources: {'Port': ['ID=8c68bbd8-dc16-4d26-826d-3be78b191386,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:12.195365 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:04:12.200365 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:04:12.202924 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f5837c95-80dc-49f5-9c7f-6a8ff8061c3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:12.264842 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f5837c95-80dc-49f5-9c7f-6a8ff8061c3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:12.273778 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-9a700d87-4c7b-4259-b3f2-4eae8d65f3c9 None None] Provisioning complete for port 2458d8f3-91e7-4a53-a28e-24935f88a7e9 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:12.274429 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9a700d87-4c7b-4259-b3f2-4eae8d65f3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:12.317365 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-2d624506-6627-4087-8aa2-d62d594e21d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ac187bb-10df-4230-9320-5556a334a54d HTTP/1.1" status: 200 len: 217 time: 0.1935732 Nov 16 16:04:12.470064 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] Set router 366e26b1-e954-44e1-afd4-82f38fbafa87 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:04:12.495546 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f5837c95-80dc-49f5-9c7f-6a8ff8061c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:12.498880 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f5837c95-80dc-49f5-9c7f-6a8ff8061c3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:12.521221 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-f5837c95-80dc-49f5-9c7f-6a8ff8061c3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06da9903-45e6-49d1-b416-cc59dbec4a87 HTTP/1.1" status: 204 len: 168 time: 1.8184471 Nov 16 16:04:12.525302 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 3b84d85c-ad7c-4566-9e01-b2e2f96252d4 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:12.525679 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:12.538612 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a6177dc-c4f0-4b28-97aa-e13168f70cc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:12.626708 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5837c95-80dc-49f5-9c7f-6a8ff8061c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06da9903-45e6-49d1-b416-cc59dbec4a87,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:12.646529 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd44c4f-dc86-49f4-aadd-453d48ccae35 req-da3dfec0-a3d1-429f-90da-3e99c8284adf tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:12.659872 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1cd44c4f-dc86-49f4-aadd-453d48ccae35 req-da3dfec0-a3d1-429f-90da-3e99c8284adf tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 943 time: 0.3381453 Nov 16 16:04:12.738974 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a6177dc-c4f0-4b28-97aa-e13168f70cc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:12.744517 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-8ec72fb9-afbb-40f8-bf3b-a0e9dc462312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:12.746113 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-8ec72fb9-afbb-40f8-bf3b-a0e9dc462312 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb8b5002-2d85-442e-a2de-f944201b6b53 HTTP/1.1" status: 200 len: 852 time: 0.3445907 Nov 16 16:04:12.843109 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-09c89b2d-184c-4fdc-ab23-b0a9925063d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9bdf219-f7fe-484d-8f47-eb89edc86701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655048 Nov 16 16:04:12.848022 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:13.069850 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5cb3f539-2b65-47cc-9082-83474e689949 req-589d1cf1-4c20-413d-8034-16815b72abed tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 210 time: 0.3129156 Nov 16 16:04:13.085763 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9a700d87-4c7b-4259-b3f2-4eae8d65f3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:13.089768 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-1d349516-faaf-474c-a93c-45fd70c2175e service neutron] 10.222.0.62 "GET /v2.0/networks/d9bdf219-f7fe-484d-8f47-eb89edc86701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015054 Nov 16 16:04:13.118301 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:13.193246 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-911839be-3411-4af9-b797-17d6b4622863 req-744a8962-fbae-41e5-8b28-280724e23bc9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:13.216485 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1cd44c4f-dc86-49f4-aadd-453d48ccae35 req-724bf20b-0670-4b3a-9fab-b2f5a4fa1d53 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553060 Nov 16 16:04:13.321395 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:13.354900 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a6177dc-c4f0-4b28-97aa-e13168f70cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:13.356614 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-9a700d87-4c7b-4259-b3f2-4eae8d65f3c9 None None] For port 2458d8f3-91e7-4a53-a28e-24935f88a7e9, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=2458d8f3-91e7-4a53-a28e-24935f88a7e9,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:13.358415 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a6177dc-c4f0-4b28-97aa-e13168f70cc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:13.362323 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-2a6177dc-c4f0-4b28-97aa-e13168f70cc7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f8f56a5-aee9-4e2e-b0a9-5128dc80b696 HTTP/1.1" status: 204 len: 168 time: 1.8430929 Nov 16 16:04:13.382530 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:13.393097 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9a700d87-4c7b-4259-b3f2-4eae8d65f3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:13.417959 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6177dc-c4f0-4b28-97aa-e13168f70cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8f56a5-aee9-4e2e-b0a9-5128dc80b696,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:13.517664 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:13.553452 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-911839be-3411-4af9-b797-17d6b4622863 req-744a8962-fbae-41e5-8b28-280724e23bc9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:13.859877 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:13.889720 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:13.962043 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event updated for resources: {'Port': ['ID=8c68bbd8-dc16-4d26-826d-3be78b191386,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:13.995620 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38764) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:14.055343 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] For port 3b84d85c-ad7c-4566-9e01-b2e2f96252d4, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=3b84d85c-ad7c-4566-9e01-b2e2f96252d4,segment=NetworkSegment(2cc70dcf-ba20-49e0-abc6-c98fc4657d2e),segment_id=2cc70dcf-ba20-49e0-abc6-c98fc4657d2e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:14.070592 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:14.073755 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-08bedfd3-f955-46b6-b176-9a73b32454ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:14.085887 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:14.096993 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'name': 'tempest-ServerRescueNegativeTestJSON-2041357387-router', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '181710bf-c53d-481d-9253-84d9490c13d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:47Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '29515163ad924903a1d1f653c9f77ee0', 'gw_port': {'id': '181710bf-c53d-481d-9253-84d9490c13d5', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '3b84d85c-ad7c-4566-9e01-b2e2f96252d4', 'name': '', 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'mac_address': 'fa:16:3e:df:57:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '04bfc9da-d704-4273-b63a-6fd73d56e6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:54Z', 'updated_at': '2021-11-16T16:04:11Z', 'revision_number': 4, 'project_id': '29515163ad924903a1d1f653c9f77ee0', 'subnets': [{'id': '04bfc9da-d704-4273-b63a-6fd73d56e6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:14.104019 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a700d87-4c7b-4259-b3f2-4eae8d65f3c9 None None] Pushing event updated for resources: {'Port': ['ID=2458d8f3-91e7-4a53-a28e-24935f88a7e9,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:14.146854 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07790cf-3d2d-42af-8857-5844c77de5e8 None None] The sync data for ids ['7aa55344-a0dc-40cc-b7bd-ef09237c0837'] in dv-cinder-818098-2-iscsi is: [{'id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'name': 'tempest-ServerRescueNegativeTestJSON-2041357387-router', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '181710bf-c53d-481d-9253-84d9490c13d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:47Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '29515163ad924903a1d1f653c9f77ee0', 'gw_port': {'id': '181710bf-c53d-481d-9253-84d9490c13d5', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '3b84d85c-ad7c-4566-9e01-b2e2f96252d4', 'name': '', 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'mac_address': 'fa:16:3e:df:57:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '04bfc9da-d704-4273-b63a-6fd73d56e6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:54Z', 'updated_at': '2021-11-16T16:04:11Z', 'revision_number': 4, 'project_id': '29515163ad924903a1d1f653c9f77ee0', 'subnets': [{'id': '04bfc9da-d704-4273-b63a-6fd73d56e6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:04:14.241472 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:04:11Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:14.347905 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:14.359666 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-94ad9e7a-a60d-4a5f-b367-7907628acc51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1907485 Nov 16 16:04:14.413248 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c6fee-ca20-4ae4-a979-82bd342831a5 None None] The sync data for ids ['366e26b1-e954-44e1-afd4-82f38fbafa87'] in dv-cinder-818098-2-iscsi is: [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:04:11Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:04:14.437453 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-08bedfd3-f955-46b6-b176-9a73b32454ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:14.446777 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=3b84d85c-ad7c-4566-9e01-b2e2f96252d4,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:14.478358 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-08bedfd3-f955-46b6-b176-9a73b32454ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:14.630970 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bedfd3-f955-46b6-b176-9a73b32454ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a76d6da-d4f6-4e92-971a-ccc58c21198f,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:14.695567 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-08bedfd3-f955-46b6-b176-9a73b32454ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cb52e5651fc40808ee2f5b765e78f26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6540885 Nov 16 16:04:14.699989 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38782) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:14.824888 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911839be-3411-4af9-b797-17d6b4622863 req-744a8962-fbae-41e5-8b28-280724e23bc9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:04:14.884676 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-21105bdd-eb2d-44c3-b4ff-fe70002f9e2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:14.896176 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc {{(pid=101854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:04:14.904377 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a8962-fbae-41e5-8b28-280724e23bc9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Pushing event updated for resources: {'Port': ['ID=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:14.916627 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:14.933070 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [req-911839be-3411-4af9-b797-17d6b4622863 req-744a8962-fbae-41e5-8b28-280724e23bc9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:04:14.941673 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-21105bdd-eb2d-44c3-b4ff-fe70002f9e2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:14.964562 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-911839be-3411-4af9-b797-17d6b4622863 req-744a8962-fbae-41e5-8b28-280724e23bc9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:04:15.017397 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.provisioning_blocks [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Transition to ACTIVE for port object 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc will not be triggered until provisioned by entity L2. {{(pid=101854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:04:15.029344 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:15.098784 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6815ffd8-5668-4354-8458-b4c72360cf34 req-36db7c5c-fe39-4ea4-b37c-c6a2e14cb534 service neutron] 10.222.0.62 "GET /v2.0/networks/d9bdf219-f7fe-484d-8f47-eb89edc86701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8528795 Nov 16 16:04:15.296350 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbf17c-75e3-478f-be6d-ee63a708e760 req-3a397c9f-b6a5-44bd-a30f-fc495c4d8f41 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:15.298563 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c4cbf17c-75e3-478f-be6d-ee63a708e760 req-3a397c9f-b6a5-44bd-a30f-fc495c4d8f41 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 931 time: 0.9986713 Nov 16 16:04:15.327561 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f76cc-b3fa-474f-8961-a2d1c73d40ba req-7e555d86-61b5-44c0-ad8a-8f78aeabdf95 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:15.341589 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-350f76cc-b3fa-474f-8961-a2d1c73d40ba req-7e555d86-61b5-44c0-ad8a-8f78aeabdf95 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 943 time: 0.8528695 Nov 16 16:04:15.383417 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:04:15.403010 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Pushing event updated for resources: {'Port': ['ID=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:15.415759 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Allocated IP 172.27.1.188 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/d06f73c0-9c73-48f4-b4e8-12d4c807d14b) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:04:15.431861 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-21105bdd-eb2d-44c3-b4ff-fe70002f9e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:15.434530 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-21105bdd-eb2d-44c3-b4ff-fe70002f9e2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:15.446145 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-21105bdd-eb2d-44c3-b4ff-fe70002f9e2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a76d6da-d4f6-4e92-971a-ccc58c21198f HTTP/1.1" status: 204 len: 168 time: 0.7447720 Nov 16 16:04:15.471417 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Attempting to bind port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:04:15.471799 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Attempting to bind port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4'}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:04:15.472150 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Attempting to bind port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc on network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:15.474429 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21105bdd-eb2d-44c3-b4ff-fe70002f9e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a76d6da-d4f6-4e92-971a-ccc58c21198f,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:15.479916 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc on network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:04:15.480247 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Attempting to bind port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc on network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:15.502280 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:04:15.502706 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Checking segment: {'id': '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:04:15.503245 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Bound using segment: {'id': '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4'} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:04:15.503995 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Bound port: 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4'}}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:04:15.504326 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:15.517925 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911839be-3411-4af9-b797-17d6b4622863 req-744a8962-fbae-41e5-8b28-280724e23bc9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:15.518751 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-911839be-3411-4af9-b797-17d6b4622863 req-744a8962-fbae-41e5-8b28-280724e23bc9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:15.622241 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] For port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc, host hv-cinder-81809, cleared binding levels {{(pid=101854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:04:15.640181 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] For port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc,segment=NetworkSegment(2cc70dcf-ba20-49e0-abc6-c98fc4657d2e),segment_id=2cc70dcf-ba20-49e0-abc6-c98fc4657d2e)] {{(pid=101854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:04:15.650176 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:15.652429 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-911839be-3411-4af9-b797-17d6b4622863 req-744a8962-fbae-41e5-8b28-280724e23bc9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3721039 Nov 16 16:04:15.657124 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-350f76cc-b3fa-474f-8961-a2d1c73d40ba req-a1bfbc0e-59b0-4769-9848-c3f36959d975 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136137 Nov 16 16:04:15.669664 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Request body: {'port': {'device_id': '78398054-0c37-4dfb-8926-a199cdf30248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:15.692480 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c4cbf17c-75e3-478f-be6d-ee63a708e760 req-9433d3f9-3527-44d0-b27e-b4028a39d785 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269417 Nov 16 16:04:15.715871 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4068a7-8bb4-45e9-b615-6c87dce7738f req-06c0de1a-8fb1-4f8f-af62-d93870d6f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:15.718107 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ab4068a7-8bb4-45e9-b615-6c87dce7738f req-06c0de1a-8fb1-4f8f-af62-d93870d6f0f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=565c2a8ebcd14908b53a63401ebcb81c&device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 1096 time: 0.5327730 Nov 16 16:04:15.810451 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Pushing event updated for resources: {'Port': ['ID=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc,revision_number=3']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:15.825037 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:15.826670 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:15.829239 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-a685dde1-583c-4425-a27c-b1e3fe2f496d service neutron] 10.222.0.62 "PUT /v2.0/ports/8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc HTTP/1.1" status: 200 len: 1093 time: 3.6619093 Nov 16 16:04:15.829723 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69df60e2-42c9-4caa-abdc-a7ecb61d8d73', 'tag': '8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:16.007318 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-ebd9a985-c655-4866-9206-c0b536a3432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:16.008895 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-ebd9a985-c655-4866-9206-c0b536a3432b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29515163ad924903a1d1f653c9f77ee0&device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 1096 time: 0.1281054 Nov 16 16:04:16.050708 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:16.069944 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:16.116019 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-860f339d-b574-4fd7-8579-07a8fdfa8d32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc HTTP/1.1" status: 200 len: 217 time: 0.0992086 Nov 16 16:04:16.189357 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-188e3526-34c0-402c-8166-7c0859c639cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:16.190842 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-188e3526-34c0-402c-8166-7c0859c639cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04bfc9da-d704-4273-b63a-6fd73d56e6c3 HTTP/1.1" status: 200 len: 859 time: 0.0629854 Nov 16 16:04:16.193618 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e87c83-9a83-4f64-981c-e238a1d2f1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "69df60e2-42c9-4caa-abdc-a7ecb61d8d73", "tag": "8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:16.262439 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4068a7-8bb4-45e9-b615-6c87dce7738f req-06437727-71ed-4061-88ec-53990932b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:16.266762 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ab4068a7-8bb4-45e9-b615-6c87dce7738f req-06437727-71ed-4061-88ec-53990932b3a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d9bdf219-f7fe-484d-8f47-eb89edc86701 HTTP/1.1" status: 200 len: 913 time: 0.5379891 Nov 16 16:04:16.326550 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-3d5c992f-b992-4fde-a78d-68119cef4f94 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1633276454&fields=id&tenant_id=b827321a45f5478a8bd7953ed7be64b6 HTTP/1.1" status: 200 len: 267 time: 0.4104412 Nov 16 16:04:16.403637 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 3b84d85c-ad7c-4566-9e01-b2e2f96252d4 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:04:16.509448 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ab4068a7-8bb4-45e9-b615-6c87dce7738f req-92fe9418-b25b-4241-b3aa-f04dab6033b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ac187bb-10df-4230-9320-5556a334a54d HTTP/1.1" status: 200 len: 217 time: 0.2140450 Nov 16 16:04:16.577073 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 3b84d85c-ad7c-4566-9e01-b2e2f96252d4 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:16.577803 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:16.729744 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-7c6c286e-8e40-48c8-bdb0-b387588f5067 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5288756 Nov 16 16:04:16.731975 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63321edd-570a-4764-bc5b-89c1fdbb43b3 x-openstack-request-id: req-63321edd-570a-4764-bc5b-89c1fdbb43b3 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:16.732469 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69df60e2-42c9-4caa-abdc-a7ecb61d8d73", "tag": "8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:16.732887 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63321edd-570a-4764-bc5b-89c1fdbb43b3 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:16.736074 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69df60e2-42c9-4caa-abdc-a7ecb61d8d73', 'tag': '8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc', 'status': 'completed', 'code': 200} Nov 16 16:04:16.736478 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 2458d8f3-91e7-4a53-a28e-24935f88a7e9 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:04:16.756597 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-93e28d4c-3b1a-4c3d-bb20-7f238115505b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:16.770748 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-93e28d4c-3b1a-4c3d-bb20-7f238115505b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/networks?id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f HTTP/1.1" status: 200 len: 809 time: 0.4432235 Nov 16 16:04:16.900609 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 2458d8f3-91e7-4a53-a28e-24935f88a7e9 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:16.901006 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:16.913303 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38866) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:16.930998 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-1034831a-4491-4528-9874-552e39fae92a service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856325 Nov 16 16:04:16.988280 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-c1ff6f9e-26d3-437f-bf52-09c131b64347 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/quotas/b827321a45f5478a8bd7953ed7be64b6 HTTP/1.1" status: 200 len: 375 time: 0.2160985 Nov 16 16:04:17.037547 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:17.064351 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:04:17.104159 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:04:17.109761 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:04:17.160484 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4068a7-8bb4-45e9-b615-6c87dce7738f req-84ef2055-3538-4226-9422-d64a569a4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:17.162062 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ab4068a7-8bb4-45e9-b615-6c87dce7738f req-84ef2055-3538-4226-9422-d64a569a4f07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb8b5002-2d85-442e-a2de-f944201b6b53 HTTP/1.1" status: 200 len: 852 time: 0.3790400 Nov 16 16:04:17.171235 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f2ad6efe-6759-4986-a4d6-f4fee2e4a3d0 req-bea6efc0-0264-4c35-9d42-2bc7ab49825f service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328382 Nov 16 16:04:17.172831 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5d7011e3-9ca5-455a-b765-24d98753f38a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:17.262511 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a9db4-c9eb-4e5d-a64b-ec757970ddb9 req-30764e33-ef2f-4e3f-bb61-0e7f7dd72c19 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:17.264194 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-593a9db4-c9eb-4e5d-a64b-ec757970ddb9 req-30764e33-ef2f-4e3f-bb61-0e7f7dd72c19 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 943 time: 0.4187734 Nov 16 16:04:17.298797 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ab4068a7-8bb4-45e9-b615-6c87dce7738f req-2589894d-214a-4562-aed0-e626b67acb04 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9bdf219-f7fe-484d-8f47-eb89edc86701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208689 Nov 16 16:04:17.305573 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5d7011e3-9ca5-455a-b765-24d98753f38a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:17.308937 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e87c83-9a83-4f64-981c-e238a1d2f1ca req-0f49552c-6d67-4df2-aa7e-63ad8fa61b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:17.310930 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-90e87c83-9a83-4f64-981c-e238a1d2f1ca req-0f49552c-6d67-4df2-aa7e-63ad8fa61b4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29515163ad924903a1d1f653c9f77ee0&device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 1096 time: 0.0733478 Nov 16 16:04:17.312004 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5d7011e3-9ca5-455a-b765-24d98753f38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:17.315263 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event updated for resources: {'Port': ['ID=d06f73c0-9c73-48f4-b4e8-12d4c807d14b,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:17.350260 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a2532f5d-d595-4ea5-8282-6729aee18503 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b827321a45f5478a8bd7953ed7be64b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3265669 Nov 16 16:04:17.424542 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7011e3-9ca5-455a-b765-24d98753f38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a07f10a-1d37-4425-be74-28712ca5476b,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:17.436102 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-5d7011e3-9ca5-455a-b765-24d98753f38a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e94a147b88844b3af7a18cf217d60cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5211997 Nov 16 16:04:17.447049 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38888) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:17.567299 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e87c83-9a83-4f64-981c-e238a1d2f1ca req-d10986f2-01ee-465e-9ae3-14e8adac0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:17.568821 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-90e87c83-9a83-4f64-981c-e238a1d2f1ca req-d10986f2-01ee-465e-9ae3-14e8adac0e65 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 HTTP/1.1" status: 200 len: 920 time: 0.2411809 Nov 16 16:04:17.577115 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5eec045e-6e70-4386-8242-dd29d06c0a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:17.621261 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-90e87c83-9a83-4f64-981c-e238a1d2f1ca req-8986b41d-1021-4302-a7cb-4c27d610f3bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc HTTP/1.1" status: 200 len: 217 time: 0.0418525 Nov 16 16:04:17.646597 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5eec045e-6e70-4386-8242-dd29d06c0a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:17.715864 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e87c83-9a83-4f64-981c-e238a1d2f1ca req-75d759d1-598e-4c99-bacd-fa985751fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:17.717361 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-90e87c83-9a83-4f64-981c-e238a1d2f1ca req-75d759d1-598e-4c99-bacd-fa985751fbad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04bfc9da-d704-4273-b63a-6fd73d56e6c3 HTTP/1.1" status: 200 len: 859 time: 0.0838268 Nov 16 16:04:17.784662 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-90e87c83-9a83-4f64-981c-e238a1d2f1ca req-437643b5-e79c-4073-ac0f-66fdd6c88d5d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567529 Nov 16 16:04:17.816029 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-593a9db4-c9eb-4e5d-a64b-ec757970ddb9 req-075b6149-f012-42ec-b986-12469ff1e5e1 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228400 Nov 16 16:04:17.848470 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5eec045e-6e70-4386-8242-dd29d06c0a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:17.859002 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5eec045e-6e70-4386-8242-dd29d06c0a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:17.864144 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-5eec045e-6e70-4386-8242-dd29d06c0a6f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a07f10a-1d37-4425-be74-28712ca5476b HTTP/1.1" status: 204 len: 168 time: 0.4133422 Nov 16 16:04:17.877981 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:17.928262 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ab4068a7-8bb4-45e9-b615-6c87dce7738f req-b52a1ea4-e87b-44bb-8bbb-b7b4f5c3a819 service neutron] 10.222.0.62 "GET /v2.0/networks/d9bdf219-f7fe-484d-8f47-eb89edc86701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066570 Nov 16 16:04:17.929891 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-90e87c83-9a83-4f64-981c-e238a1d2f1ca req-3aa01a51-4e01-44f2-b15b-0e4cbf66f092 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372755 Nov 16 16:04:17.936642 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec045e-6e70-4386-8242-dd29d06c0a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a07f10a-1d37-4425-be74-28712ca5476b,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:18.053760 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-90e87c83-9a83-4f64-981c-e238a1d2f1ca req-487e4c3e-abf0-4a3e-b56f-59c981c62cd9 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122534 Nov 16 16:04:18.104718 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-3c07d846-c141-4bd8-b8ef-27d401aa0edc service neutron] 10.222.0.46 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6954577 Nov 16 16:04:18.109601 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:18.158266 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a {{(pid=101853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:04:18.183431 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:18.239995 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598cfa3-39d3-47ca-96d1-92ec186787b9 req-8eaeb527-3ba9-4b93-acbf-7d84bc0344d3 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:18.247428 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9598cfa3-39d3-47ca-96d1-92ec186787b9 req-8eaeb527-3ba9-4b93-acbf-7d84bc0344d3 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 931 time: 0.3107674 Nov 16 16:04:18.290203 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.provisioning_blocks [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Transition to ACTIVE for port object 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a will not be triggered until provisioned by entity L2. {{(pid=101853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:04:18.317994 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38920) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:18.319200 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:18.333492 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2b6b3360-4a99-4346-99ac-2c823abdbd22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:18.381885 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ab4068a7-8bb4-45e9-b615-6c87dce7738f req-3bd18bc8-6c39-4b6b-88dc-7bb951ba72c2 service neutron] 10.222.0.62 "GET /v2.0/networks/d9bdf219-f7fe-484d-8f47-eb89edc86701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300473 Nov 16 16:04:18.460876 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2b6b3360-4a99-4346-99ac-2c823abdbd22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:18.466713 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2b6b3360-4a99-4346-99ac-2c823abdbd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:18.478531 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9598cfa3-39d3-47ca-96d1-92ec186787b9 req-aa9aedf9-1562-4c65-a00e-cb7cc4569488 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302098 Nov 16 16:04:18.497848 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b3360-4a99-4346-99ac-2c823abdbd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af27d931-e7f4-4619-9818-70238df6b5f3,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:18.507807 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-758a5920-eeb3-4ae0-9c8c-9ee42184689a service neutron] 10.222.0.46 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872318 Nov 16 16:04:18.523690 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Pushing event updated for resources: {'Port': ['ID=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:18.550660 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-2b6b3360-4a99-4346-99ac-2c823abdbd22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cddfb92dbab54f849d6569e0dbdfd5b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275836 Nov 16 16:04:18.550893 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 38930) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:18.617514 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9d57-f09a-4b36-9c68-4567e28601ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:18.646248 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:18.659608 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9d57-f09a-4b36-9c68-4567e28601ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:18.663963 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:18.666007 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Attempting to bind port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:04:18.666333 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Attempting to bind port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4'}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:04:18.666655 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Attempting to bind port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a on network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:18.684607 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a on network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:04:18.684951 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Attempting to bind port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a on network 6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:18.740324 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9d57-f09a-4b36-9c68-4567e28601ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:18.744697 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9d57-f09a-4b36-9c68-4567e28601ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:18.744697 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-ea1b9d57-f09a-4b36-9c68-4567e28601ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af27d931-e7f4-4619-9818-70238df6b5f3 HTTP/1.1" status: 204 len: 168 time: 0.1927919 Nov 16 16:04:18.745326 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:04:18.745666 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Checking segment: {'id': '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:04:18.746048 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Bound using segment: {'id': '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4'} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:04:18.746492 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Bound port: 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4'}}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:04:18.747070 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:18.772561 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b9d57-f09a-4b36-9c68-4567e28601ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af27d931-e7f4-4619-9818-70238df6b5f3,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:18.867357 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e4a9f67b-fb16-494c-a96b-340929201a95 req-41816435-aa6c-424b-8368-743cea84de26 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 210 time: 0.1122789 Nov 16 16:04:18.950697 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event updated for resources: {'Port': ['ID=d06f73c0-9c73-48f4-b4e8-12d4c807d14b,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:19.007792 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:19.031515 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:19.032518 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-c418a51d-c5ed-421f-b517-21d6ed6caaf4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8062615 Nov 16 16:04:19.074726 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] For port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a, host hv-cinder-81809, cleared binding levels {{(pid=101853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:04:19.079807 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] For port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a,segment=NetworkSegment(2cc70dcf-ba20-49e0-abc6-c98fc4657d2e),segment_id=2cc70dcf-ba20-49e0-abc6-c98fc4657d2e)] {{(pid=101853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:04:19.090256 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54728a54-cef8-48cc-97f8-eaef618e53ef req-7af91784-ee56-494a-bd8d-648be5b449d1 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:19.098624 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-54728a54-cef8-48cc-97f8-eaef618e53ef req-7af91784-ee56-494a-bd8d-648be5b449d1 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 943 time: 0.1543219 Nov 16 16:04:19.106345 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:19.122740 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:19.123440 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:19.125610 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-911839be-3411-4af9-b797-17d6b4622863 req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] 10.222.0.62 "PUT /v2.0/ports/79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a HTTP/1.1" status: 200 len: 1093 time: 3.4616039 Nov 16 16:04:19.134537 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78398054-0c37-4dfb-8926-a199cdf30248', 'tag': '79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:19.136863 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a935751f-21c4-48ea-b131-077ed3682535" -d '{"events": [{"name": "network-changed", "server_uuid": "78398054-0c37-4dfb-8926-a199cdf30248", "tag": "79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:19.230814 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3fdfa0-f281-43b2-a733-f278fe0b5d0f x-openstack-request-id: req-3c3fdfa0-f281-43b2-a733-f278fe0b5d0f {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:19.231120 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78398054-0c37-4dfb-8926-a199cdf30248", "tag": "79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:19.231360 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c3fdfa0-f281-43b2-a733-f278fe0b5d0f {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:19.231796 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78398054-0c37-4dfb-8926-a199cdf30248', 'tag': '79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a', 'status': 'completed', 'code': 200} Nov 16 16:04:19.243179 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96402f-c303-462b-a875-9cdfb8c4e980 service neutron] Pushing event updated for resources: {'Port': ['ID=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a,revision_number=3']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:19.250409 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-54728a54-cef8-48cc-97f8-eaef618e53ef req-a247fd3f-3dcc-4e3e-976e-8f6deb5a5ad4 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507514 Nov 16 16:04:19.280043 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911839be-3411-4af9-b797-17d6b4622863 req-6641f2c7-5235-46da-a55f-f7e4b7a06b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:19.286979 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-911839be-3411-4af9-b797-17d6b4622863 req-6641f2c7-5235-46da-a55f-f7e4b7a06b4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29515163ad924903a1d1f653c9f77ee0&device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 1096 time: 0.1006036 Nov 16 16:04:19.370068 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-911839be-3411-4af9-b797-17d6b4622863 req-03473870-c388-47b3-9876-36b79e935410 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a HTTP/1.1" status: 200 len: 217 time: 0.0760221 Nov 16 16:04:19.442610 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 4ac187bb-10df-4230-9320-5556a334a54d details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:04:19.486462 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-bf101348-19f6-4aec-9da2-1315f43ad127 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2104459427&fields=id&tenant_id=ae9bddc9870246e99f813976878279cb HTTP/1.1" status: 200 len: 267 time: 0.1187353 Nov 16 16:04:19.617130 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39010) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:19.673171 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911839be-3411-4af9-b797-17d6b4622863 req-fafd4078-54d0-404f-bef7-6605f42075c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:19.674906 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-911839be-3411-4af9-b797-17d6b4622863 req-fafd4078-54d0-404f-bef7-6605f42075c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04bfc9da-d704-4273-b63a-6fd73d56e6c3 HTTP/1.1" status: 200 len: 859 time: 0.2672951 Nov 16 16:04:19.689978 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 4ac187bb-10df-4230-9320-5556a334a54d, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=4ac187bb-10df-4230-9320-5556a334a54d,segment=NetworkSegment(bd9fc49f-e481-4955-9fbe-864879b4dc60),segment_id=bd9fc49f-e481-4955-9fbe-864879b4dc60)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:19.705296 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '4ac187bb-10df-4230-9320-5556a334a54d', 'network_id': 'd9bdf219-f7fe-484d-8f47-eb89edc86701', 'port_id': '4ac187bb-10df-4230-9320-5556a334a54d', 'mac_address': 'fa:16:3e:81:f6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8b5002-2d85-442e-a2de-f944201b6b53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:04:19.762061 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-911839be-3411-4af9-b797-17d6b4622863 req-7ca23c7f-b857-4748-965a-251cb256b4d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674667 Nov 16 16:04:19.784411 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:19.800703 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac187bb-10df-4230-9320-5556a334a54d {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:04:19.826857 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 4ac187bb-10df-4230-9320-5556a334a54d, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=4ac187bb-10df-4230-9320-5556a334a54d,segment=NetworkSegment(bd9fc49f-e481-4955-9fbe-864879b4dc60),segment_id=bd9fc49f-e481-4955-9fbe-864879b4dc60)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:19.837452 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:19.838233 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:04:19.854995 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f11f2-082d-44d6-a2c3-3afefbf31537 req-a43ef8e2-323e-47a1-be0e-f934eb58c3e7 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:19.856863 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-212f11f2-082d-44d6-a2c3-3afefbf31537 req-a43ef8e2-323e-47a1-be0e-f934eb58c3e7 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 943 time: 0.2078471 Nov 16 16:04:19.904887 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ee5670af-dd2f-4332-bb58-056d9897b419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:19.935925 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03539bca-9553-4451-bae4-783a222c98fd req-e45d7d6d-2723-4869-b677-152619161137 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:19.945452 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-e45d7d6d-2723-4869-b677-152619161137 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/networks?id=72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 200 len: 816 time: 0.4575970 Nov 16 16:04:19.989039 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-07bbe167-dbd0-41c2-ad61-97357949bd28 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/quotas/ae9bddc9870246e99f813976878279cb HTTP/1.1" status: 200 len: 375 time: 0.0426004 Nov 16 16:04:20.009169 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ee5670af-dd2f-4332-bb58-056d9897b419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:20.010327 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-212f11f2-082d-44d6-a2c3-3afefbf31537 req-9a16160c-458c-4b80-8579-f443047ed6a7 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131942 Nov 16 16:04:20.020860 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ee5670af-dd2f-4332-bb58-056d9897b419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:20.034898 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc,segment=NetworkSegment(2cc70dcf-ba20-49e0-abc6-c98fc4657d2e),segment_id=2cc70dcf-ba20-49e0-abc6-c98fc4657d2e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:20.061150 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-911839be-3411-4af9-b797-17d6b4622863 req-3a59dcb1-e153-49d1-be27-8abc745320b7 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862945 Nov 16 16:04:20.076753 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc', 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4', 'port_id': '8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc', 'mac_address': 'fa:16:3e:31:54:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bfc9da-d704-4273-b63a-6fd73d56e6c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:04:20.080506 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-4cafe718-529d-4011-aabd-631b7db26bc8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae9bddc9870246e99f813976878279cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906456 Nov 16 16:04:20.129379 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-ee5670af-dd2f-4332-bb58-056d9897b419 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e730176ba19541b9abe5bbdf85049b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5109198 Nov 16 16:04:20.132834 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 39032) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:20.139441 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5670af-dd2f-4332-bb58-056d9897b419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1dd1e5-c6ad-483d-b18f-79724b2d6a5c,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:20.141752 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7bb5a698-46c5-4555-b595-750cff80c744 req-fe076bf4-aa2e-4ae0-ab65-2f67b63d38d4 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 210 time: 0.0428209 Nov 16 16:04:20.167225 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=4ac187bb-10df-4230-9320-5556a334a54d,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:20.171098 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:20.185718 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:04:20.214553 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc,segment=NetworkSegment(2cc70dcf-ba20-49e0-abc6-c98fc4657d2e),segment_id=2cc70dcf-ba20-49e0-abc6-c98fc4657d2e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:20.220060 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:20.267178 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:20.268801 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-b1fd788b-7f39-43ae-bc1b-5d90610fa7b9 service neutron] 10.222.0.46 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580288 Nov 16 16:04:20.269565 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a39602d3-144d-460e-a4e1-73aa7f7de1dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:20.520567 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a39602d3-144d-460e-a4e1-73aa7f7de1dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:20.629637 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fbc85-0d01-4697-b5c2-c190d1293bd2 req-9d9b5685-1230-4613-96ab-93dd80c0a2ab tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:20.631426 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-076fbc85-0d01-4697-b5c2-c190d1293bd2 req-9d9b5685-1230-4613-96ab-93dd80c0a2ab tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 944 time: 0.1131966 Nov 16 16:04:20.637894 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-f08030f7-fb2f-4a59-8fd1-b2c78d341923 service neutron] 10.222.0.46 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589461 Nov 16 16:04:20.658571 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a39602d3-144d-460e-a4e1-73aa7f7de1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:20.662263 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a39602d3-144d-460e-a4e1-73aa7f7de1dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:20.666239 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-a39602d3-144d-460e-a4e1-73aa7f7de1dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e1dd1e5-c6ad-483d-b18f-79724b2d6a5c HTTP/1.1" status: 204 len: 168 time: 0.5207121 Nov 16 16:04:20.677089 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39602d3-144d-460e-a4e1-73aa7f7de1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1dd1e5-c6ad-483d-b18f-79724b2d6a5c,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:20.720024 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-076fbc85-0d01-4697-b5c2-c190d1293bd2 req-ebcef019-0872-4a7b-b08f-5dbdee81bbb0 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802329 Nov 16 16:04:20.744140 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-a074d387-5ec3-46ce-ae4b-d568851f3b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:20.898523 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d4e28f76-c18e-416c-9340-27b699689277 req-8051ffc9-cf31-4c14-b2ec-80ebddc558d2 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 210 time: 0.0472400 Nov 16 16:04:21.164754 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082f132-8f87-4be2-a9f9-2b4fac4f11c0 req-baf9e21d-c2aa-4e57-a5e3-e71226644f52 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:21.180727 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39084) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:21.186572 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5082f132-8f87-4be2-a9f9-2b4fac4f11c0 req-baf9e21d-c2aa-4e57-a5e3-e71226644f52 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 943 time: 0.0923121 Nov 16 16:04:21.196616 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fb72661d-626b-417a-8b42-844325978f57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:21.293508 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5082f132-8f87-4be2-a9f9-2b4fac4f11c0 req-ea0ff2a0-776b-4e7d-b1d1-55f3a9baa173 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053190 Nov 16 16:04:21.334167 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-21183c10-ac75-428d-8330-1136d0ae7729 req-8b3161ff-5fd2-4bcb-aae6-99508648735c tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 210 time: 0.0936563 Nov 16 16:04:21.383425 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fb72661d-626b-417a-8b42-844325978f57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:21.388643 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fb72661d-626b-417a-8b42-844325978f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:21.431154 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-fb72661d-626b-417a-8b42-844325978f57 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a024913f6b34fec9284d4f1dca6b8cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493463 Nov 16 16:04:21.434241 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39098) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:21.448686 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72661d-626b-417a-8b42-844325978f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a468935e-66f2-4a34-82b0-681856be7b1c,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:21.492862 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-49413821-422e-4747-ae66-3110dd606cf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:21.517478 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-49413821-422e-4747-ae66-3110dd606cf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:21.575270 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-49413821-422e-4747-ae66-3110dd606cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:21.578553 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-49413821-422e-4747-ae66-3110dd606cf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:21.579999 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-49413821-422e-4747-ae66-3110dd606cf9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a468935e-66f2-4a34-82b0-681856be7b1c HTTP/1.1" status: 204 len: 168 time: 0.1447852 Nov 16 16:04:21.588914 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49413821-422e-4747-ae66-3110dd606cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468935e-66f2-4a34-82b0-681856be7b1c,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:21.622747 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-911839be-3411-4af9-b797-17d6b4622863 req-c0488087-77c5-4530-a37d-8b1720c75e4b service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091044 Nov 16 16:04:21.860967 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab96f02-9cbb-4f4c-ba35-d72e7b80da6a req-ee9ce90d-23c5-42e1-b030-6bc35e300cff tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:21.862474 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bab96f02-9cbb-4f4c-ba35-d72e7b80da6a req-ee9ce90d-23c5-42e1-b030-6bc35e300cff tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 944 time: 0.0587456 Nov 16 16:04:21.915623 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bab96f02-9cbb-4f4c-ba35-d72e7b80da6a req-78c22a7c-0d4d-478b-82a1-b7e63ebba15d tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Nov 16 16:04:22.012341 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7578d8d0-418a-4634-8daf-c53d1f966055 req-9b7ba79e-960a-4291-a636-b0651fc1b969 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 210 time: 0.0305889 Nov 16 16:04:22.432999 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967b763-c348-4f50-ad73-19a40e2a9548 req-e4106800-06ed-4640-9481-94591f9a6d11 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:22.434553 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0967b763-c348-4f50-ad73-19a40e2a9548 req-e4106800-06ed-4640-9481-94591f9a6d11 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 943 time: 0.0666456 Nov 16 16:04:22.456310 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0f6f5b7b-9ab8-4ad3-b5da-ff8af4bc0d70 req-74cea07c-4b00-49ad-8eb5-5845d6b758f1 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 210 time: 0.0399170 Nov 16 16:04:22.505547 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0967b763-c348-4f50-ad73-19a40e2a9548 req-9c92a6e5-272b-4c0e-83ec-1b6a3c8dee1c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516396 Nov 16 16:04:22.613846 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935751f-21c4-48ea-b131-077ed3682535 req-95076d53-6579-4316-9324-9b5a8e843360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:22.615622 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a935751f-21c4-48ea-b131-077ed3682535 req-95076d53-6579-4316-9324-9b5a8e843360 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29515163ad924903a1d1f653c9f77ee0&device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 1096 time: 0.0426302 Nov 16 16:04:22.726289 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935751f-21c4-48ea-b131-077ed3682535 req-dac70093-fa84-4c5f-8482-526400dc8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:22.727913 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a935751f-21c4-48ea-b131-077ed3682535 req-dac70093-fa84-4c5f-8482-526400dc8142 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 HTTP/1.1" status: 200 len: 920 time: 0.1049428 Nov 16 16:04:22.755083 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:04:22.852284 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['4ac187bb-10df-4230-9320-5556a334a54d'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:04:22.867933 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a935751f-21c4-48ea-b131-077ed3682535 req-375a602d-5aa4-44f1-b4f6-0d4443cdf83b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a HTTP/1.1" status: 200 len: 217 time: 0.1238048 Nov 16 16:04:23.027894 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-59c511cd-cbf2-4f9c-bb16-8c7da5fe213b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:23.076494 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1a10a-0c8e-4379-a707-d3fe18e0fe36 req-83a8353d-f180-4a8d-bfbb-88446b026387 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:23.077362 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-28b1a10a-0c8e-4379-a707-d3fe18e0fe36 req-83a8353d-f180-4a8d-bfbb-88446b026387 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 944 time: 0.0641010 Nov 16 16:04:23.155636 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c887ef6-4609-4ddb-ad5f-4a0f6e273a33 req-a058fa7f-4adb-4c84-9ff4-068535c41f2b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 210 time: 0.0444977 Nov 16 16:04:23.187874 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-28b1a10a-0c8e-4379-a707-d3fe18e0fe36 req-f5dccf61-9868-4392-853a-0481ea03e3a8 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911565 Nov 16 16:04:23.582460 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d0b91cc4-1ce4-4a95-8b7e-ac8baf4fc322 req-92c43dc9-b617-4165-bd54-61b7f3ea0372 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 210 time: 0.0273929 Nov 16 16:04:23.628755 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b07aa-d385-4dfb-aadd-fdf7f90ff64b req-6e90cff4-c6cf-4187-9c9a-5e0d889fe889 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:23.630225 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-877b07aa-d385-4dfb-aadd-fdf7f90ff64b req-6e90cff4-c6cf-4187-9c9a-5e0d889fe889 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 943 time: 0.0503240 Nov 16 16:04:23.679989 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-877b07aa-d385-4dfb-aadd-fdf7f90ff64b req-12215e3f-4656-46a7-af45-6326f2640203 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437469 Nov 16 16:04:24.257021 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-70a55c3b-a445-47e7-b5cd-f9c3b959fcbd req-2255e2a6-fb7a-4d58-a89a-38fcc2c3466c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 210 time: 0.0263610 Nov 16 16:04:24.305428 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d246af8-7df0-48f5-b2d8-06824307cf03 req-b5bdd19c-4d76-48da-ae29-ec46023c4014 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:24.306898 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7d246af8-7df0-48f5-b2d8-06824307cf03 req-b5bdd19c-4d76-48da-ae29-ec46023c4014 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 944 time: 0.0490177 Nov 16 16:04:24.327333 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:24.355380 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7d246af8-7df0-48f5-b2d8-06824307cf03 req-cd8432c7-00a7-490f-a7f8-f4e63bb97a16 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 Nov 16 16:04:24.674935 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-38f04005-0ab2-4bc7-a632-0ab716d51c93 req-a4fa4f6d-efc7-4ecb-9cec-ab44784c02b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 210 time: 0.0261812 Nov 16 16:04:24.795748 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23017b-db25-4f2f-b5bb-d2e2afd42f1e req-f7ed2f0a-784c-4125-bffd-8f8e75ec3cdd tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:24.797697 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1b23017b-db25-4f2f-b5bb-d2e2afd42f1e req-f7ed2f0a-784c-4125-bffd-8f8e75ec3cdd tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 943 time: 0.0525024 Nov 16 16:04:24.845659 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1b23017b-db25-4f2f-b5bb-d2e2afd42f1e req-3d2603e0-1773-42ab-b3b2-ae692b2c3504 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417442 Nov 16 16:04:25.354154 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-83329685-2ce9-4cfc-b465-ec6da185babf req-1ced2b0d-b9cd-4269-9262-02b745ff05d3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 210 time: 0.0265470 Nov 16 16:04:25.468972 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6315f6-9dae-492e-9d5c-769dab1b4e8e req-05ca6365-15e5-4521-98ab-3fedde881d7c tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:25.471119 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0a6315f6-9dae-492e-9d5c-769dab1b4e8e req-05ca6365-15e5-4521-98ab-3fedde881d7c tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 944 time: 0.0503316 Nov 16 16:04:25.516690 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0a6315f6-9dae-492e-9d5c-769dab1b4e8e req-43faad0f-2626-4b6f-a76d-fc90e0d4fc66 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 Nov 16 16:04:25.700580 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:25.713066 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935751f-21c4-48ea-b131-077ed3682535 req-e268e3ad-8283-4f42-8c72-9bc54b667950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:25.714543 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a935751f-21c4-48ea-b131-077ed3682535 req-e268e3ad-8283-4f42-8c72-9bc54b667950 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04bfc9da-d704-4273-b63a-6fd73d56e6c3 HTTP/1.1" status: 200 len: 859 time: 0.1290574 Nov 16 16:04:25.759341 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a935751f-21c4-48ea-b131-077ed3682535 req-6f2028cf-6bdb-4884-ae0a-ee77fd514e32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310919 Nov 16 16:04:25.801985 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-31cd25c6-6fe1-41a1-9c29-3bcd04d48983 req-7964ec75-e1b9-46bc-815a-a7fc0817105e tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 210 time: 0.0453920 Nov 16 16:04:25.818525 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-2d11ba0e-90d3-48f0-a2ee-e7992a8e6d6f tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:25.819978 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-2d11ba0e-90d3-48f0-a2ee-e7992a8e6d6f tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.62 "GET /v2.0/networks?id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f HTTP/1.1" status: 200 len: 809 time: 0.2329471 Nov 16 16:04:25.954841 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a935751f-21c4-48ea-b131-077ed3682535 req-ddc61dbd-1825-47c9-8ce4-3245f1ce18c1 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762917 Nov 16 16:04:25.974364 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-dddc8393-c8d8-4dda-9332-2546ab428deb tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b827321a45f5478a8bd7953ed7be64b6 HTTP/1.1" status: 200 len: 380 time: 0.1288655 Nov 16 16:04:25.991016 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-1cdf1f58-6500-4c17-87af-4c05abf5ccb8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Request body: {'port': {'device_id': '674c9e04-e56c-4891-adc1-7cdac0c8510f', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'admin_state_up': True, 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'security_groups': ['b54ae924-5b38-4d57-b051-07dd7057312e']}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:26.119847 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd184ed-cfc6-40b5-a3e7-f7c489d692c7 req-2b2a86d5-d8d4-48a0-8afe-16f109410bcd tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:26.121570 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1fd184ed-cfc6-40b5-a3e7-f7c489d692c7 req-2b2a86d5-d8d4-48a0-8afe-16f109410bcd tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 943 time: 0.1965206 Nov 16 16:04:26.212064 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a935751f-21c4-48ea-b131-077ed3682535 req-c83cf869-fc38-4d06-81d8-1c51f8c51d37 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364247 Nov 16 16:04:26.262585 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1fd184ed-cfc6-40b5-a3e7-f7c489d692c7 req-f5bfe692-d0e6-47ca-8c55-810e5ea3ee35 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248035 Nov 16 16:04:26.280115 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-1cdf1f58-6500-4c17-87af-4c05abf5ccb8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Made reservation on behalf of b827321a45f5478a8bd7953ed7be64b6 for: {'port': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:04:26.305445 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-1cdf1f58-6500-4c17-87af-4c05abf5ccb8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:26.319225 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03539bca-9553-4451-bae4-783a222c98fd req-027c5222-2ce4-4114-85e4-e5f4586e2c76 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:26.323372 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-027c5222-2ce4-4114-85e4-e5f4586e2c76 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.62 "GET /v2.0/networks?id=72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 200 len: 816 time: 0.2748306 Nov 16 16:04:26.467069 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-19ed4000-30ab-4329-a8f7-ec4155166493 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae9bddc9870246e99f813976878279cb HTTP/1.1" status: 200 len: 380 time: 0.1340992 Nov 16 16:04:26.482214 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-03539bca-9553-4451-bae4-783a222c98fd req-05a2fd6f-c5b7-4e1c-ba8f-bee57a9a5a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Request body: {'port': {'device_id': '6447972e-6291-4e68-8271-c93523206230', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'admin_state_up': True, 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'security_groups': ['b62778e5-21c4-4eba-a248-fdf6f7253eb9']}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:26.511307 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:26.574434 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-1cdf1f58-6500-4c17-87af-4c05abf5ccb8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Allocated IP 172.20.0.11 (ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f/ec2c535f-42fb-4fff-81b4-1040ff0751d5/07aae0fa-265c-47a8-af4f-ea385dbee127) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:04:26.606287 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:26.629783 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 4ac187bb-10df-4230-9320-5556a334a54d up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:04:26.630374 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6ad16e27-0858-4b92-a23f-1063aff028ec req-3effc9f8-54b6-49de-949c-e3cfaeaf0e79 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 210 time: 0.1023829 Nov 16 16:04:26.632515 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03539bca-9553-4451-bae4-783a222c98fd req-05a2fd6f-c5b7-4e1c-ba8f-bee57a9a5a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Made reservation on behalf of ae9bddc9870246e99f813976878279cb for: {'port': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:04:26.637594 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-03539bca-9553-4451-bae4-783a222c98fd req-05a2fd6f-c5b7-4e1c-ba8f-bee57a9a5a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:26.708454 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 4ac187bb-10df-4230-9320-5556a334a54d completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:04:26.714481 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 4ac187bb-10df-4230-9320-5556a334a54d triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:26.715074 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:26.750419 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f43a75-0c03-4c46-b249-346fdeed0b12 req-d409e6ec-e83f-4c48-9083-45c86ad0d513 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:26.758113 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-17f43a75-0c03-4c46-b249-346fdeed0b12 req-d409e6ec-e83f-4c48-9083-45c86ad0d513 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 944 time: 0.1506200 Nov 16 16:04:26.793029 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [req-03539bca-9553-4451-bae4-783a222c98fd req-05a2fd6f-c5b7-4e1c-ba8f-bee57a9a5a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Allocated IP 172.20.0.3 (72ea3377-b38c-416b-8581-98962c72f168/060fb2ef-695e-459c-84ba-c29c715db089/68ede3d7-0ef4-42a4-b3de-ef6046161db6) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:04:26.835884 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:26.845795 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-17f43a75-0c03-4c46-b249-346fdeed0b12 req-46b2c2d5-81f1-4f79-829a-e4df74c0756b tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865808 Nov 16 16:04:26.869994 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-1cdf1f58-6500-4c17-87af-4c05abf5ccb8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:26.880330 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c53b20-4a71-421c-b123-bd5f6ccc6fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac187bb-10df-4230-9320-5556a334a54d'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:26.939251 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c722582e-8b87-41fc-9630-beb53119235c req-4ec8398a-9bd1-4255-93cb-1d0133143e07 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 210 time: 0.0340269 Nov 16 16:04:26.952103 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-1cdf1f58-6500-4c17-87af-4c05abf5ccb8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:26.957899 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-03539bca-9553-4451-bae4-783a222c98fd req-05a2fd6f-c5b7-4e1c-ba8f-bee57a9a5a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:26.958788 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 4ac187bb-10df-4230-9320-5556a334a54d, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=4ac187bb-10df-4230-9320-5556a334a54d,segment=NetworkSegment(bd9fc49f-e481-4955-9fbe-864879b4dc60),segment_id=bd9fc49f-e481-4955-9fbe-864879b4dc60)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:26.970902 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:26.971725 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:04:27.003257 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-1cdf1f58-6500-4c17-87af-4c05abf5ccb8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:04:27.006859 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-1cdf1f58-6500-4c17-87af-4c05abf5ccb8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:04:27.007660 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-03539bca-9553-4451-bae4-783a222c98fd req-05a2fd6f-c5b7-4e1c-ba8f-bee57a9a5a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:27.012429 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-1cdf1f58-6500-4c17-87af-4c05abf5ccb8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:04:27.059510 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf1f58-6500-4c17-87af-4c05abf5ccb8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event updated for resources: {'Port': ['ID=07aae0fa-265c-47a8-af4f-ea385dbee127,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:27.061411 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=4ac187bb-10df-4230-9320-5556a334a54d,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:27.078462 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-1cdf1f58-6500-4c17-87af-4c05abf5ccb8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:27.080345 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:04:27.082144 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-1cdf1f58-6500-4c17-87af-4c05abf5ccb8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:27.086419 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:27.086802 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:27.105036 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03539bca-9553-4451-bae4-783a222c98fd req-05a2fd6f-c5b7-4e1c-ba8f-bee57a9a5a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Network 72ea3377-b38c-416b-8581-98962c72f168 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:04:27.108769 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [req-03539bca-9553-4451-bae4-783a222c98fd req-05a2fd6f-c5b7-4e1c-ba8f-bee57a9a5a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:04:27.113248 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-03539bca-9553-4451-bae4-783a222c98fd req-05a2fd6f-c5b7-4e1c-ba8f-bee57a9a5a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:04:27.118288 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bac6bc4-d4d6-44f1-ae00-fc13381ce360" -d '{"events": [{"server_uuid": "d8c53b20-4a71-421c-b123-bd5f6ccc6fe0", "name": "network-vif-plugged", "status": "completed", "tag": "4ac187bb-10df-4230-9320-5556a334a54d"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:27.138221 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-1cdf1f58-6500-4c17-87af-4c05abf5ccb8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1521628 Nov 16 16:04:27.161775 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Request body: {'port': {'device_id': '674c9e04-e56c-4891-adc1-7cdac0c8510f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:27.168859 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2fd6f-c5b7-4e1c-ba8f-bee57a9a5a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event updated for resources: {'Port': ['ID=68ede3d7-0ef4-42a4-b3de-ef6046161db6,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:27.201053 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03539bca-9553-4451-bae4-783a222c98fd req-05a2fd6f-c5b7-4e1c-ba8f-bee57a9a5a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:27.201795 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-03539bca-9553-4451-bae4-783a222c98fd req-05a2fd6f-c5b7-4e1c-ba8f-bee57a9a5a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:27.230954 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-05a2fd6f-c5b7-4e1c-ba8f-bee57a9a5a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7560132 Nov 16 16:04:27.238672 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:27.250048 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Request body: {'port': {'device_id': '6447972e-6291-4e68-8271-c93523206230', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:27.315171 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc,segment=NetworkSegment(2cc70dcf-ba20-49e0-abc6-c98fc4657d2e),segment_id=2cc70dcf-ba20-49e0-abc6-c98fc4657d2e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:27.336482 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:27.338718 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:27.351585 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:27.420528 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd1d48c-3b5e-43af-9445-9403c7d235ff x-openstack-request-id: req-ccd1d48c-3b5e-43af-9445-9403c7d235ff {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:27.420961 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c53b20-4a71-421c-b123-bd5f6ccc6fe0", "name": "network-vif-plugged", "status": "completed", "tag": "4ac187bb-10df-4230-9320-5556a334a54d", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:27.421290 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ccd1d48c-3b5e-43af-9445-9403c7d235ff {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:27.421838 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c53b20-4a71-421c-b123-bd5f6ccc6fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac187bb-10df-4230-9320-5556a334a54d', 'code': 200} Nov 16 16:04:27.458261 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:27.531578 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-b25629de-f047-427a-b4ef-8af6926ecf4d None None] Provisioning complete for port 07aae0fa-265c-47a8-af4f-ea385dbee127 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:27.535381 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-b25629de-f047-427a-b4ef-8af6926ecf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:27.639438 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-b25629de-f047-427a-b4ef-8af6926ecf4d None None] Port 07aae0fa-265c-47a8-af4f-ea385dbee127 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:04:27.660205 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8452007-bb52-4867-b8ed-0d40e66e2e1d req-2dfa4629-5a60-4176-b54a-7d3646d6fadd tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:27.670646 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a8452007-bb52-4867-b8ed-0d40e66e2e1d req-2dfa4629-5a60-4176-b54a-7d3646d6fadd tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 943 time: 0.1213968 Nov 16 16:04:27.765509 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-fc73cb41-fc90-4e73-80c1-c712aec9019f None None] Provisioning complete for port 68ede3d7-0ef4-42a4-b3de-ef6046161db6 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:27.769777 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-fc73cb41-fc90-4e73-80c1-c712aec9019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:27.837822 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-fc73cb41-fc90-4e73-80c1-c712aec9019f None None] Port 68ede3d7-0ef4-42a4-b3de-ef6046161db6 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:04:27.893836 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ede3d7-0ef4-42a4-b3de-ef6046161db6 {{(pid=101854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:04:27.902137 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:27.916951 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.provisioning_blocks [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Transition to ACTIVE for port object 68ede3d7-0ef4-42a4-b3de-ef6046161db6 will not be triggered until provisioned by entity L2. {{(pid=101854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:04:27.926363 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:27.964366 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cfc28-9340-46b4-adeb-29dc0e69e893 req-4277a348-728a-4cc0-bafe-8b89fe52f787 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:27.965890 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-058cfc28-9340-46b4-adeb-29dc0e69e893 req-4277a348-728a-4cc0-bafe-8b89fe52f787 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 931 time: 0.2209697 Nov 16 16:04:27.983043 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a8452007-bb52-4867-b8ed-0d40e66e2e1d req-c2c70d99-0507-4579-bc71-d04f7e6b41cb tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080897 Nov 16 16:04:28.028325 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Pushing event updated for resources: {'Port': ['ID=68ede3d7-0ef4-42a4-b3de-ef6046161db6,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:28.111680 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Attempting to bind port 68ede3d7-0ef4-42a4-b3de-ef6046161db6 on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:04:28.112104 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Attempting to bind port 68ede3d7-0ef4-42a4-b3de-ef6046161db6 by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:04:28.112455 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Attempting to bind port 68ede3d7-0ef4-42a4-b3de-ef6046161db6 on network 72ea3377-b38c-416b-8581-98962c72f168 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:28.119368 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Port 68ede3d7-0ef4-42a4-b3de-ef6046161db6 on network 72ea3377-b38c-416b-8581-98962c72f168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:04:28.124851 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Attempting to bind port 68ede3d7-0ef4-42a4-b3de-ef6046161db6 on network 72ea3377-b38c-416b-8581-98962c72f168 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:28.130930 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe22fe7-bc23-45a4-90fe-83b5b72ce40e req-5d40183c-77d3-4263-929c-c2b160f07627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:28.132531 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dbe22fe7-bc23-45a4-90fe-83b5b72ce40e req-5d40183c-77d3-4263-929c-c2b160f07627 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 1098 time: 0.3865287 Nov 16 16:04:28.132943 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:04:28.133652 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Checking segment: {'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:04:28.135289 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Bound using segment: {'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:04:28.136282 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Bound port: 68ede3d7-0ef4-42a4-b3de-ef6046161db6, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'}}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:04:28.136930 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:28.149552 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39346) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:28.331121 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] For port 68ede3d7-0ef4-42a4-b3de-ef6046161db6, host hv-cinder-81809, cleared binding levels {{(pid=101854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:04:28.335390 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] For port 68ede3d7-0ef4-42a4-b3de-ef6046161db6, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:04:28.347627 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:28.433520 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:28.434192 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:28.435673 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] 10.222.0.62 "PUT /v2.0/ports/68ede3d7-0ef4-42a4-b3de-ef6046161db6 HTTP/1.1" status: 200 len: 1093 time: 1.1956844 Nov 16 16:04:28.436433 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6447972e-6291-4e68-8271-c93523206230', 'tag': '68ede3d7-0ef4-42a4-b3de-ef6046161db6'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:28.439397 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccaede6-e9c8-483e-a349-87f31415c322" -d '{"events": [{"name": "network-changed", "server_uuid": "6447972e-6291-4e68-8271-c93523206230", "tag": "68ede3d7-0ef4-42a4-b3de-ef6046161db6"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:28.445157 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-bbce6144-847a-452b-aaee-33e07b08558c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:28.546337 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e586a37-814a-49cd-be79-257fe26325b7 service neutron] Pushing event updated for resources: {'Port': ['ID=68ede3d7-0ef4-42a4-b3de-ef6046161db6,revision_number=3']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:28.616421 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-dbe22fe7-bc23-45a4-90fe-83b5b72ce40e req-97636027-f321-49ac-9367-290fd12f3921 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:28.619004 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 39364) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:28.622850 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03539bca-9553-4451-bae4-783a222c98fd req-ee7eabef-ab12-416e-8bec-73f80f4b97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:28.624766 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-ee7eabef-ab12-416e-8bec-73f80f4b97d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae9bddc9870246e99f813976878279cb&device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 1096 time: 0.1286585 Nov 16 16:04:28.638937 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07aae0fa-265c-47a8-af4f-ea385dbee127 {{(pid=101853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:04:28.659276 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-058cfc28-9340-46b4-adeb-29dc0e69e893 req-06222fa3-892b-4023-8e96-9c15e98918c3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6617882 Nov 16 16:04:28.665600 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:04:28.668631 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:28.693760 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-f07ee620-457a-4af8-a43c-8b4d338f7849 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6 HTTP/1.1" status: 200 len: 217 time: 0.0609782 Nov 16 16:04:28.737853 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.provisioning_blocks [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Transition to ACTIVE for port object 07aae0fa-265c-47a8-af4f-ea385dbee127 will not be triggered until provisioned by entity L2. {{(pid=101853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:04:28.771873 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde25c0e-de59-406d-8a1c-cf98b0f2847a req-f6f9a9e1-696d-4320-9034-b47c502768ad tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:28.781970 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dde25c0e-de59-406d-8a1c-cf98b0f2847a req-f6f9a9e1-696d-4320-9034-b47c502768ad tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 945 time: 0.6253414 Nov 16 16:04:28.784957 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-bbce6144-847a-452b-aaee-33e07b08558c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:28.794381 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-bbce6144-847a-452b-aaee-33e07b08558c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:28.808895 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:28.823082 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03539bca-9553-4451-bae4-783a222c98fd req-4d899b74-6230-4a27-b9de-13822e700bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:28.825078 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-4d899b74-6230-4a27-b9de-13822e700bc0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=060fb2ef-695e-459c-84ba-c29c715db089 HTTP/1.1" status: 200 len: 855 time: 0.1196523 Nov 16 16:04:28.868382 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce6144-847a-452b-aaee-33e07b08558c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d2366a-5971-492c-80ad-b82a30d782ff,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:28.887097 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a,segment=NetworkSegment(2cc70dcf-ba20-49e0-abc6-c98fc4657d2e),segment_id=2cc70dcf-ba20-49e0-abc6-c98fc4657d2e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:28.887907 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-bbce6144-847a-452b-aaee-33e07b08558c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b16d0c2372b24148a155c2b40a704797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7369835 Nov 16 16:04:28.892112 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39368) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:28.903242 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a', 'network_id': '6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4', 'port_id': '79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a', 'mac_address': 'fa:16:3e:ad:d0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bfc9da-d704-4273-b63a-6fd73d56e6c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:04:28.929242 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-03f904c8-f869-4b6d-a35c-41ee0ffe8abd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:28.945742 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03539bca-9553-4451-bae4-783a222c98fd req-ffcd9583-8f04-43a2-858a-e220f170e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:28.947253 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-ffcd9583-8f04-43a2-858a-e220f170e750 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72ea3377-b38c-416b-8581-98962c72f168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954986 Nov 16 16:04:28.960039 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:28.976991 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:04:28.980624 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=07aae0fa-265c-47a8-af4f-ea385dbee127,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:29.003357 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a,segment=NetworkSegment(2cc70dcf-ba20-49e0-abc6-c98fc4657d2e),segment_id=2cc70dcf-ba20-49e0-abc6-c98fc4657d2e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:29.008845 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e03aa228-c520-4561-b53f-56cb35e5cff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.010828 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.013170 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dde25c0e-de59-406d-8a1c-cf98b0f2847a req-e7f6b382-2076-4a57-a3f0-4b929c18ae18 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284942 Nov 16 16:04:29.060905 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be167cc-d8b2-4b56-a904-18d953f0b658 req-00aba591-8497-4d90-aa6a-a01ae5ebb2bc tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:29.070969 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4be167cc-d8b2-4b56-a904-18d953f0b658 req-00aba591-8497-4d90-aa6a-a01ae5ebb2bc tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 944 time: 0.2749345 Nov 16 16:04:29.085470 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:29.184058 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-dbe22fe7-bc23-45a4-90fe-83b5b72ce40e req-97636027-f321-49ac-9367-290fd12f3921 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.227298 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-dbe22fe7-bc23-45a4-90fe-83b5b72ce40e req-97636027-f321-49ac-9367-290fd12f3921 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.233774 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:04:29.281354 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a8ad79-89b1-4b59-a233-9d1b9df4dff0 x-openstack-request-id: req-05a8ad79-89b1-4b59-a233-9d1b9df4dff0 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:29.282285 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6447972e-6291-4e68-8271-c93523206230", "tag": "68ede3d7-0ef4-42a4-b3de-ef6046161db6", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:29.282642 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-05a8ad79-89b1-4b59-a233-9d1b9df4dff0 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:29.283197 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6447972e-6291-4e68-8271-c93523206230', 'tag': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'status': 'completed', 'code': 200} Nov 16 16:04:29.289007 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e03aa228-c520-4561-b53f-56cb35e5cff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.311776 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4be167cc-d8b2-4b56-a904-18d953f0b658 req-26adae31-3df4-4896-811f-53f11d5cc14b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385132 Nov 16 16:04:29.365859 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-7337ff8b-b155-438e-b597-eeb2c20321c6 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096658 Nov 16 16:04:29.380805 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97636027-f321-49ac-9367-290fd12f3921 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1d00b3-2c24-419c-90da-7a8cbdf9d46c,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:29.387798 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Attempting to bind port 07aae0fa-265c-47a8-af4f-ea385dbee127 on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:04:29.388144 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Attempting to bind port 07aae0fa-265c-47a8-af4f-ea385dbee127 by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:04:29.388486 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Attempting to bind port 07aae0fa-265c-47a8-af4f-ea385dbee127 on network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:29.395430 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-03f904c8-f869-4b6d-a35c-41ee0ffe8abd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.400975 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Port 07aae0fa-265c-47a8-af4f-ea385dbee127 on network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:04:29.401310 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Attempting to bind port 07aae0fa-265c-47a8-af4f-ea385dbee127 on network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:29.414051 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0695d-3f7d-4f2e-99df-ccd69bd08532 req-fa0a81b3-1517-499e-9d6e-907013c17808 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:29.415841 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-afb0695d-3f7d-4f2e-99df-ccd69bd08532 req-fa0a81b3-1517-499e-9d6e-907013c17808 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 944 time: 0.2632482 Nov 16 16:04:29.418030 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dbe22fe7-bc23-45a4-90fe-83b5b72ce40e req-97636027-f321-49ac-9367-290fd12f3921 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2510743 Nov 16 16:04:29.421441 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-03f904c8-f869-4b6d-a35c-41ee0ffe8abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.425486 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69df60e2-42c9-4caa-abdc-a7ecb61d8d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:29.428303 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd93b0c-c1c8-4f0b-809e-3904694396a6" -d '{"events": [{"server_uuid": "69df60e2-42c9-4caa-abdc-a7ecb61d8d73", "name": "network-vif-plugged", "status": "completed", "tag": "8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:29.450363 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e03aa228-c520-4561-b53f-56cb35e5cff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.453261 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e03aa228-c520-4561-b53f-56cb35e5cff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.458082 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-e03aa228-c520-4561-b53f-56cb35e5cff9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38d2366a-5971-492c-80ad-b82a30d782ff HTTP/1.1" status: 204 len: 168 time: 0.5649540 Nov 16 16:04:29.475773 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03aa228-c520-4561-b53f-56cb35e5cff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d2366a-5971-492c-80ad-b82a30d782ff,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:29.475977 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-03f904c8-f869-4b6d-a35c-41ee0ffe8abd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b25c513b5bc4ea992b2cc9882979bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8492720 Nov 16 16:04:29.475977 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:04:29.475977 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Checking segment: {'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:04:29.476226 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Bound using segment: {'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:04:29.476580 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Bound port: 07aae0fa-265c-47a8-af4f-ea385dbee127, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'}}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:04:29.476854 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.486300 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39384) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:29.509049 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f904c8-f869-4b6d-a35c-41ee0ffe8abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da520d70-3a7f-495a-a2f9-e54a09ab0d84,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:29.533994 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e11460a-90b6-4c35-ae60-2f49bfcd712f x-openstack-request-id: req-6e11460a-90b6-4c35-ae60-2f49bfcd712f {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:29.534235 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69df60e2-42c9-4caa-abdc-a7ecb61d8d73", "name": "network-vif-plugged", "status": "completed", "tag": "8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:29.534829 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e11460a-90b6-4c35-ae60-2f49bfcd712f {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:29.535621 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69df60e2-42c9-4caa-abdc-a7ecb61d8d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc', 'code': 200} Nov 16 16:04:29.584036 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-afb0695d-3f7d-4f2e-99df-ccd69bd08532 req-dbe2636e-952f-4689-9ce5-830eabda1329 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368399 Nov 16 16:04:29.593377 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f1bf67a9-30e9-40c2-8396-e761da51d16f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.619020 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] For port 07aae0fa-265c-47a8-af4f-ea385dbee127, host hv-cinder-81809, cleared binding levels {{(pid=101853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:04:29.620084 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-03539bca-9553-4451-bae4-783a222c98fd req-29661427-7ca9-407a-bb4f-a1f1cc215ae3 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464690 Nov 16 16:04:29.626681 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] For port 07aae0fa-265c-47a8-af4f-ea385dbee127, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=07aae0fa-265c-47a8-af4f-ea385dbee127,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:04:29.633416 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.634972 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f1bf67a9-30e9-40c2-8396-e761da51d16f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.741641 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f1bf67a9-30e9-40c2-8396-e761da51d16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.745104 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f1bf67a9-30e9-40c2-8396-e761da51d16f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.749342 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-f1bf67a9-30e9-40c2-8396-e761da51d16f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da520d70-3a7f-495a-a2f9-e54a09ab0d84 HTTP/1.1" status: 204 len: 168 time: 0.2602077 Nov 16 16:04:29.778759 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:29.779429 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:29.783529 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] 10.222.0.62 "PUT /v2.0/ports/07aae0fa-265c-47a8-af4f-ea385dbee127 HTTP/1.1" status: 200 len: 1094 time: 2.6335468 Nov 16 16:04:29.784795 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674c9e04-e56c-4891-adc1-7cdac0c8510f', 'tag': '07aae0fa-265c-47a8-af4f-ea385dbee127'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:29.788029 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d7a964-10de-4f8a-9e1b-7955aa082daf" -d '{"events": [{"name": "network-changed", "server_uuid": "674c9e04-e56c-4891-adc1-7cdac0c8510f", "tag": "07aae0fa-265c-47a8-af4f-ea385dbee127"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:29.809062 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf67a9-30e9-40c2-8396-e761da51d16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da520d70-3a7f-495a-a2f9-e54a09ab0d84,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:29.887748 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaede6-e9c8-483e-a349-87f31415c322 req-12913583-6907-4910-a727-398efcc42ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:29.889801 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-9ccaede6-e9c8-483e-a349-87f31415c322 req-12913583-6907-4910-a727-398efcc42ab5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae9bddc9870246e99f813976878279cb&device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 1096 time: 0.1705036 Nov 16 16:04:29.968129 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d6d906-1ab9-4cc7-88fe-a5eca3bd4838 x-openstack-request-id: req-e8d6d906-1ab9-4cc7-88fe-a5eca3bd4838 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:29.968435 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674c9e04-e56c-4891-adc1-7cdac0c8510f", "tag": "07aae0fa-265c-47a8-af4f-ea385dbee127", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:29.968693 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e8d6d906-1ab9-4cc7-88fe-a5eca3bd4838 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:29.971366 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '674c9e04-e56c-4891-adc1-7cdac0c8510f', 'tag': '07aae0fa-265c-47a8-af4f-ea385dbee127', 'status': 'completed', 'code': 200} Nov 16 16:04:29.974197 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cde88-b0fc-4ca1-b3d0-ab7c357f0aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=07aae0fa-265c-47a8-af4f-ea385dbee127,revision_number=3']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:30.089889 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaede6-e9c8-483e-a349-87f31415c322 req-b51f0632-30e6-4934-ba3d-5e49737b0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:30.092616 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-9ccaede6-e9c8-483e-a349-87f31415c322 req-b51f0632-30e6-4934-ba3d-5e49737b0633 service neutron] 10.222.0.62 "GET /v2.0/networks?id=72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 200 len: 917 time: 0.1926727 Nov 16 16:04:30.163250 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbb080-3b81-4f20-9e7b-1992d7f65502 req-85293e4d-7eb3-41f8-90b1-bc8dbdfd2aac tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:30.164550 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-9ccaede6-e9c8-483e-a349-87f31415c322 req-3dce9188-fba8-44b3-ad6d-a2fa61a5017d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6 HTTP/1.1" status: 200 len: 217 time: 0.0632675 Nov 16 16:04:30.165580 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-89dbb080-3b81-4f20-9e7b-1992d7f65502 req-85293e4d-7eb3-41f8-90b1-bc8dbdfd2aac tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.3002830 Nov 16 16:04:30.217496 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaede6-e9c8-483e-a349-87f31415c322 req-ffbddb2d-c28f-4c7f-8645-70543ce84fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:30.219572 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-9ccaede6-e9c8-483e-a349-87f31415c322 req-ffbddb2d-c28f-4c7f-8645-70543ce84fa5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=060fb2ef-695e-459c-84ba-c29c715db089 HTTP/1.1" status: 200 len: 855 time: 0.0459838 Nov 16 16:04:30.254374 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-41c22d38-2ee7-47a6-a57b-22c0e02a9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:30.256006 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-41c22d38-2ee7-47a6-a57b-22c0e02a9fa9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b827321a45f5478a8bd7953ed7be64b6&device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 1097 time: 0.3000405 Nov 16 16:04:30.264250 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84043272-57d2-4f22-a2fa-10c7edcc7946 req-138a649d-4429-4d66-abb5-18308fcd49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:30.265845 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-84043272-57d2-4f22-a2fa-10c7edcc7946 req-138a649d-4429-4d66-abb5-18308fcd49ca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 1098 time: 0.3070562 Nov 16 16:04:30.284049 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaede6-e9c8-483e-a349-87f31415c322 req-e14a0d0b-ad46-475f-af74-506af214b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:30.285737 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-9ccaede6-e9c8-483e-a349-87f31415c322 req-e14a0d0b-ad46-475f-af74-506af214b3c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72ea3377-b38c-416b-8581-98962c72f168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573652 Nov 16 16:04:30.346578 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-f1b8a2f5-f689-4001-b2f7-1c1eac6980a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07aae0fa-265c-47a8-af4f-ea385dbee127 HTTP/1.1" status: 200 len: 217 time: 0.0797660 Nov 16 16:04:30.359166 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-89dbb080-3b81-4f20-9e7b-1992d7f65502 req-58721ea7-801a-468d-bc26-227dfae62033 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848955 Nov 16 16:04:30.427169 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2481d1-68e3-42e1-9e7c-c953a21aee62 req-9abebfef-4d59-4b5b-bfcf-1ebf2aca2e27 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:30.428788 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7b2481d1-68e3-42e1-9e7c-c953a21aee62 req-9abebfef-4d59-4b5b-bfcf-1ebf2aca2e27 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 945 time: 0.2596414 Nov 16 16:04:30.433642 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a23eb929-e687-4f83-abc1-31943991a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:30.435047 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-a23eb929-e687-4f83-abc1-31943991a074 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ec2c535f-42fb-4fff-81b4-1040ff0751d5 HTTP/1.1" status: 200 len: 848 time: 0.0711048 Nov 16 16:04:30.440323 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-84043272-57d2-4f22-a2fa-10c7edcc7946 req-88f89cba-f43d-4c74-b2a5-a5764d216b49 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615672 Nov 16 16:04:30.463051 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-9ccaede6-e9c8-483e-a349-87f31415c322 req-3ece2fb4-41e8-466a-8143-cdd99881175d service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689556 Nov 16 16:04:30.474688 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39428) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:30.493273 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-441ec6b2-7c16-49f9-9abf-943f82fabcc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:30.499185 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7b2481d1-68e3-42e1-9e7c-c953a21aee62 req-8c51f7fc-30a4-4fa9-9b09-ddd4710dd1e0 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618024 Nov 16 16:04:30.576058 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffc74f-a317-40b1-9cd7-c77139500b01 req-648559d2-fcbd-43a5-9cc7-0f07cbbb9b7e tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:30.579935 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-66ffc74f-a317-40b1-9cd7-c77139500b01 req-648559d2-fcbd-43a5-9cc7-0f07cbbb9b7e tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 944 time: 0.0639312 Nov 16 16:04:30.591763 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-441ec6b2-7c16-49f9-9abf-943f82fabcc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:30.598645 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-441ec6b2-7c16-49f9-9abf-943f82fabcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:30.633886 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:04:30.663451 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ec6b2-7c16-49f9-9abf-943f82fabcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa61d600-e200-458e-9792-726995f23858,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:30.668902 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-441ec6b2-7c16-49f9-9abf-943f82fabcc1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e35ebdf79d6b44a6ab2f616087542a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932352 Nov 16 16:04:30.686973 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-66ffc74f-a317-40b1-9cd7-c77139500b01 req-10ffb67f-d533-4563-ba58-c10edeebc642 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006615 Nov 16 16:04:30.691362 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 39432) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:30.755996 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:04:30.761694 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:30.762277 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:30.773857 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-19da9dd6-595e-499a-8206-ea26dd4063c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:30.775501 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-19da9dd6-595e-499a-8206-ea26dd4063c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1529207 Nov 16 16:04:30.780507 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-9ccaede6-e9c8-483e-a349-87f31415c322 req-2c2b775f-97cc-47d1-a6a8-b8ee15532d34 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394048 Nov 16 16:04:30.863180 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:30.864599 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfa082-0783-4e5f-810d-f9aad8a50604 req-3c92a806-bc0b-4318-ba6b-67579670d89c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:30.866185 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-77cfa082-0783-4e5f-810d-f9aad8a50604 req-3c92a806-bc0b-4318-ba6b-67579670d89c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 944 time: 0.1441398 Nov 16 16:04:30.866839 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dea1ce34-6447-4e09-9766-1a229eb16364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:30.903725 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a,segment=NetworkSegment(2cc70dcf-ba20-49e0-abc6-c98fc4657d2e),segment_id=2cc70dcf-ba20-49e0-abc6-c98fc4657d2e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:30.909280 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:30.932764 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dea1ce34-6447-4e09-9766-1a229eb16364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:30.975968 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:30.997742 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-77cfa082-0783-4e5f-810d-f9aad8a50604 req-d2332f97-6b78-4e84-8ab9-952eefc6793a tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214387 Nov 16 16:04:31.000957 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-1b333765-8b2a-4ac9-90af-1ac42c02cf2d service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120185 Nov 16 16:04:31.088321 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dea1ce34-6447-4e09-9766-1a229eb16364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:31.091414 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dea1ce34-6447-4e09-9766-1a229eb16364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:31.093173 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-dea1ce34-6447-4e09-9766-1a229eb16364 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa61d600-e200-458e-9792-726995f23858 HTTP/1.1" status: 204 len: 168 time: 0.4004147 Nov 16 16:04:31.139743 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1ce34-6447-4e09-9766-1a229eb16364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa61d600-e200-458e-9792-726995f23858,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:31.183699 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0e34309-5738-4fb7-b781-a663c95a8a00 req-8f97424a-8b0b-4192-be4b-837daeabde33 service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632540 Nov 16 16:04:31.313110 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7a964-10de-4f8a-9e1b-7955aa082daf req-e2377095-54c1-4168-b68a-6f22360b2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:31.315397 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-49d7a964-10de-4f8a-9e1b-7955aa082daf req-e2377095-54c1-4168-b68a-6f22360b2a7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b827321a45f5478a8bd7953ed7be64b6&device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 1097 time: 0.0509455 Nov 16 16:04:31.434711 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7a964-10de-4f8a-9e1b-7955aa082daf req-e6fae20f-dc88-4821-b4aa-a8b0abaad6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:31.436512 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-49d7a964-10de-4f8a-9e1b-7955aa082daf req-e6fae20f-dc88-4821-b4aa-a8b0abaad6d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f HTTP/1.1" status: 200 len: 910 time: 0.1104200 Nov 16 16:04:31.490594 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-49d7a964-10de-4f8a-9e1b-7955aa082daf req-a7afb152-715e-4470-882f-f6b8fc95b914 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07aae0fa-265c-47a8-af4f-ea385dbee127 HTTP/1.1" status: 200 len: 217 time: 0.0425460 Nov 16 16:04:31.536901 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78398054-0c37-4dfb-8926-a199cdf30248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:31.540468 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1191f1af-6f9b-41cc-8025-984642d06d16" -d '{"events": [{"server_uuid": "78398054-0c37-4dfb-8926-a199cdf30248", "name": "network-vif-plugged", "status": "completed", "tag": "79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:31.608053 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b5ab-580d-4483-8a97-3d8b63b84505 req-6bfe07e5-bc21-4d2d-a3c2-5164280d4487 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:31.611343 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-32c7b5ab-580d-4483-8a97-3d8b63b84505 req-6bfe07e5-bc21-4d2d-a3c2-5164280d4487 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.1233077 Nov 16 16:04:31.643778 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7a964-10de-4f8a-9e1b-7955aa082daf req-7b2e1ea4-9ea7-4fb2-8e9b-caf1937ec96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:31.645909 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-49d7a964-10de-4f8a-9e1b-7955aa082daf req-7b2e1ea4-9ea7-4fb2-8e9b-caf1937ec96a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ec2c535f-42fb-4fff-81b4-1040ff0751d5 HTTP/1.1" status: 200 len: 848 time: 0.1283879 Nov 16 16:04:31.843509 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7a964-10de-4f8a-9e1b-7955aa082daf req-4ea06417-6c0b-4eb6-b31e-3b03c6a323e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:31.845896 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-49d7a964-10de-4f8a-9e1b-7955aa082daf req-4ea06417-6c0b-4eb6-b31e-3b03c6a323e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1588902 Nov 16 16:04:31.856770 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-32c7b5ab-580d-4483-8a97-3d8b63b84505 req-f8bd5fa1-0d4e-4d1a-95f8-83b81e5d4f25 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320402 Nov 16 16:04:31.866191 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a0aa1-7883-48fc-9165-765dc56e91c9 req-713b61ba-5a74-458a-92aa-4e6069a14026 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:31.867893 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e48a0aa1-7883-48fc-9165-765dc56e91c9 req-713b61ba-5a74-458a-92aa-4e6069a14026 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 945 time: 0.2336521 Nov 16 16:04:31.946153 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebad4eaf-268a-4b91-89b6-036563c2812e x-openstack-request-id: req-ebad4eaf-268a-4b91-89b6-036563c2812e {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:31.947144 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78398054-0c37-4dfb-8926-a199cdf30248", "name": "network-vif-plugged", "status": "completed", "tag": "79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:31.947591 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ebad4eaf-268a-4b91-89b6-036563c2812e {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:31.948129 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78398054-0c37-4dfb-8926-a199cdf30248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a', 'code': 200} Nov 16 16:04:32.001613 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-49d7a964-10de-4f8a-9e1b-7955aa082daf req-987c3e31-7b40-4dce-9a1e-1db6367e04cd service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326447 Nov 16 16:04:32.099987 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e48a0aa1-7883-48fc-9165-765dc56e91c9 req-7aa82e0e-2e46-43b3-8887-ef798bf7190d tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098067 Nov 16 16:04:32.170899 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d0f95-5923-4b99-a875-b8fd97773fd7 req-e2e98782-35de-4a16-b58f-9f512d93f4e2 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:32.178210 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-be0d0f95-5923-4b99-a875-b8fd97773fd7 req-e2e98782-35de-4a16-b58f-9f512d93f4e2 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 944 time: 0.0952346 Nov 16 16:04:32.215879 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-49d7a964-10de-4f8a-9e1b-7955aa082daf req-4061098b-af1e-41d5-a419-a5f9c45abf36 service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050831 Nov 16 16:04:32.277750 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-be0d0f95-5923-4b99-a875-b8fd97773fd7 req-6b005186-0a81-4959-a214-2f8e1f52ce35 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933893 Nov 16 16:04:32.287505 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9fb3-4935-46e1-b77f-543a69d6e10f req-c746af14-1009-4df3-a4bc-4ac8568a53f3 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:32.288993 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-155a9fb3-4935-46e1-b77f-543a69d6e10f req-c746af14-1009-4df3-a4bc-4ac8568a53f3 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0950515 Nov 16 16:04:32.307596 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f85588-11cf-4c6c-bf4a-bb5bd41aab64 req-aa5c547a-9f60-4c95-b864-4bc4ccd349f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:32.309700 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c5f85588-11cf-4c6c-bf4a-bb5bd41aab64 req-aa5c547a-9f60-4c95-b864-4bc4ccd349f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 1098 time: 0.1343303 Nov 16 16:04:32.363422 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-155a9fb3-4935-46e1-b77f-543a69d6e10f req-7ae48c54-96a9-4fcc-94d5-f2678da610f0 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615592 Nov 16 16:04:32.382979 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c5f85588-11cf-4c6c-bf4a-bb5bd41aab64 req-b5deae4c-3ada-46ce-9927-b5ca24dc1896 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650988 Nov 16 16:04:32.644535 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 68ede3d7-0ef4-42a4-b3de-ef6046161db6 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:04:32.754629 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 68ede3d7-0ef4-42a4-b3de-ef6046161db6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:32.767417 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'port_id': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'mac_address': 'fa:16:3e:33:27:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:04:32.807061 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:32.821371 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ede3d7-0ef4-42a4-b3de-ef6046161db6 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:04:32.851724 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 68ede3d7-0ef4-42a4-b3de-ef6046161db6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:32.856509 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:32.932506 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=68ede3d7-0ef4-42a4-b3de-ef6046161db6,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:33.021221 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f991ca-3d57-4049-94b7-2dd154ff96da req-36728b92-27cf-4b26-b717-ed181baaf5d5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:33.022895 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-61f991ca-3d57-4049-94b7-2dd154ff96da req-36728b92-27cf-4b26-b717-ed181baaf5d5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 944 time: 0.0572348 Nov 16 16:04:33.080919 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-61f991ca-3d57-4049-94b7-2dd154ff96da req-2676e462-e083-4698-891c-e0275044bf97 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491240 Nov 16 16:04:33.134730 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['68ede3d7-0ef4-42a4-b3de-ef6046161db6'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:04:33.348635 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-2fc5ae8e-a329-42b3-8d1b-228d580618df tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=52edf438b5b545dfaa8dcdba31441017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324881 Nov 16 16:04:33.754509 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0e1b5-ee4c-4ebc-b739-fa2fda579623 req-93032758-1ae0-40f1-b6a7-c35c82b7877f tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:33.756027 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-48c0e1b5-ee4c-4ebc-b739-fa2fda579623 req-93032758-1ae0-40f1-b6a7-c35c82b7877f tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 944 time: 0.3827434 Nov 16 16:04:33.789103 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-10b3a4f7-ad89-414c-8c48-a23304c55216 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:33.790580 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-10b3a4f7-ad89-414c-8c48-a23304c55216 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4359806 Nov 16 16:04:33.826291 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-7562df7d-cbda-45d9-8570-cff89c447e2d tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/quotas/52edf438b5b545dfaa8dcdba31441017 HTTP/1.1" status: 200 len: 375 time: 0.0219390 Nov 16 16:04:33.829969 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-48c0e1b5-ee4c-4ebc-b739-fa2fda579623 req-63df385f-3eb1-4da9-a884-f5b1de219f65 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650125 Nov 16 16:04:33.866224 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e348cdf6-8e55-45ea-baee-f174c0c74eed tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=52edf438b5b545dfaa8dcdba31441017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336998 Nov 16 16:04:33.887612 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39584) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:33.951296 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c953fb-7a0f-4ff2-9d38-09c75565fd22 req-c0104414-f8be-415e-b929-446a5e8a6638 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:33.952711 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-62c953fb-7a0f-4ff2-9d38-09c75565fd22 req-c0104414-f8be-415e-b929-446a5e8a6638 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0612314 Nov 16 16:04:34.010668 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-62ce2e26-31cb-400c-9c05-a9c0891c5c32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:34.022661 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-62c953fb-7a0f-4ff2-9d38-09c75565fd22 req-5b6a81e4-320d-401e-9e25-cb2eb49a403a tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616210 Nov 16 16:04:34.107922 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ded2d962-956e-46f0-bee0-38579bf07838 req-4cd34f12-5ad2-4990-99ae-9cab06c0456b tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 210 time: 0.0324919 Nov 16 16:04:34.130782 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-62ce2e26-31cb-400c-9c05-a9c0891c5c32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:34.141517 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-62ce2e26-31cb-400c-9c05-a9c0891c5c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:34.185630 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-62ce2e26-31cb-400c-9c05-a9c0891c5c32 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f751e999670d4d2799680dc700122c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968352 Nov 16 16:04:34.186918 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce2e26-31cb-400c-9c05-a9c0891c5c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce9cc29-b82d-4437-9456-98edf788defd,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:34.188703 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 39604) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:34.276299 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97664923-f165-4098-9754-df0d2f6f459f req-d447a4f7-7405-4a79-a772-c0b4a0df7c8f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:34.277912 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-97664923-f165-4098-9754-df0d2f6f459f req-d447a4f7-7405-4a79-a772-c0b4a0df7c8f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 944 time: 0.0814059 Nov 16 16:04:34.284024 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0d0197e5-9b21-4eb5-9ab9-1d6e8fd20804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:34.321716 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0d0197e5-9b21-4eb5-9ab9-1d6e8fd20804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:34.371213 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-97664923-f165-4098-9754-df0d2f6f459f req-539bf188-1b25-4d73-887b-2ae1be779f3a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852439 Nov 16 16:04:34.397271 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0d0197e5-9b21-4eb5-9ab9-1d6e8fd20804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:34.399860 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0d0197e5-9b21-4eb5-9ab9-1d6e8fd20804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:34.400968 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-0d0197e5-9b21-4eb5-9ab9-1d6e8fd20804 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ce9cc29-b82d-4437-9456-98edf788defd HTTP/1.1" status: 204 len: 168 time: 0.2110610 Nov 16 16:04:34.410717 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0197e5-9b21-4eb5-9ab9-1d6e8fd20804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce9cc29-b82d-4437-9456-98edf788defd,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:34.668451 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 39620) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:34.681915 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-485453e5-1424-44da-a00c-11805666b330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:34.761756 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-485453e5-1424-44da-a00c-11805666b330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:34.766146 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-485453e5-1424-44da-a00c-11805666b330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:34.804230 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-485453e5-1424-44da-a00c-11805666b330 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee4ad3eb4ed14e13873382bb51b3e2b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347008 Nov 16 16:04:34.806757 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 39626) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:34.813378 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485453e5-1424-44da-a00c-11805666b330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c2c941-a2cd-43c8-8abb-11a6deefb2bd,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:34.873649 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f55ec998-9728-4ca8-a1c0-8bb76b600293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:34.897605 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f55ec998-9728-4ca8-a1c0-8bb76b600293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:34.985196 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69ea79-19a8-45b4-bbd7-9fb293af67ec req-6a035d7b-655a-40cc-b947-a6935c67419a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:34.986979 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4b69ea79-19a8-45b4-bbd7-9fb293af67ec req-6a035d7b-655a-40cc-b947-a6935c67419a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 944 time: 0.0822470 Nov 16 16:04:35.003867 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f55ec998-9728-4ca8-a1c0-8bb76b600293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:35.006874 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f55ec998-9728-4ca8-a1c0-8bb76b600293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:35.007959 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-f55ec998-9728-4ca8-a1c0-8bb76b600293 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4c2c941-a2cd-43c8-8abb-11a6deefb2bd HTTP/1.1" status: 204 len: 168 time: 0.2002711 Nov 16 16:04:35.024368 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ec998-9728-4ca8-a1c0-8bb76b600293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c2c941-a2cd-43c8-8abb-11a6deefb2bd,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:35.063328 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4b69ea79-19a8-45b4-bbd7-9fb293af67ec req-e95aca70-7aae-4622-a936-da35cc3cecc1 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654366 Nov 16 16:04:35.168765 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e3e40-8f4b-4b5e-a692-9bcc9bfe06f2 req-6a75ed9e-48c1-4807-9adf-e81ece469744 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:35.170458 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0b7e3e40-8f4b-4b5e-a692-9bcc9bfe06f2 req-6a75ed9e-48c1-4807-9adf-e81ece469744 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0524178 Nov 16 16:04:35.219254 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0b7e3e40-8f4b-4b5e-a692-9bcc9bfe06f2 req-7d0d3d27-e931-4a97-86b1-1ab538daf928 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Nov 16 16:04:35.305820 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f77891c9-145f-4487-ad95-37eec1a2121e req-49e21873-54e0-4f24-8e29-ee8e65a69fe4 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 210 time: 0.0300457 Nov 16 16:04:35.341252 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 39644) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:35.354799 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-72a1a923-c357-48aa-bab2-7a43a3e96ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:35.430187 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-72a1a923-c357-48aa-bab2-7a43a3e96ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:35.436027 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-72a1a923-c357-48aa-bab2-7a43a3e96ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:35.498252 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1a923-c357-48aa-bab2-7a43a3e96ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e47e17-635d-4c21-b599-ef0056e539a7,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:35.503772 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-72a1a923-c357-48aa-bab2-7a43a3e96ced admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22b2539499ca4f15921474974169c7cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614728 Nov 16 16:04:35.507144 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39648) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:35.526067 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac40c97-ba60-42aa-8cef-5062f25f6e5b req-9292a1d1-8264-4f61-a8c3-e5cb2b59e66b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:35.527806 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1ac40c97-ba60-42aa-8cef-5062f25f6e5b req-9292a1d1-8264-4f61-a8c3-e5cb2b59e66b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 944 time: 0.0746281 Nov 16 16:04:35.555826 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1565e7cd-9326-48af-8c85-a08a6604326c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:35.576440 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1ac40c97-ba60-42aa-8cef-5062f25f6e5b req-41142866-3fe5-4734-a193-1b11afc5ff13 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422297 Nov 16 16:04:35.577842 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1565e7cd-9326-48af-8c85-a08a6604326c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:35.627531 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1565e7cd-9326-48af-8c85-a08a6604326c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:35.630079 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1565e7cd-9326-48af-8c85-a08a6604326c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:35.631212 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-1565e7cd-9326-48af-8c85-a08a6604326c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74e47e17-635d-4c21-b599-ef0056e539a7 HTTP/1.1" status: 204 len: 168 time: 0.1230097 Nov 16 16:04:35.638531 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565e7cd-9326-48af-8c85-a08a6604326c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e47e17-635d-4c21-b599-ef0056e539a7,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:36.326216 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ea47-c3a4-4676-83a7-06485b8e1683 req-2e29613f-0723-4b71-bd7d-d509f30f28de tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:36.333853 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4651ea47-c3a4-4676-83a7-06485b8e1683 req-2e29613f-0723-4b71-bd7d-d509f30f28de tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 944 time: 0.1317959 Nov 16 16:04:36.423182 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4651ea47-c3a4-4676-83a7-06485b8e1683 req-80321709-e0d6-4403-90e2-b9b8bd9a5515 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828543 Nov 16 16:04:36.463950 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeaa6c0-bfcd-4072-86ba-b0de83364dc6 req-f7c30c8d-767b-4b85-bdbf-9e33dc917a0c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:36.469462 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-abeaa6c0-bfcd-4072-86ba-b0de83364dc6 req-f7c30c8d-767b-4b85-bdbf-9e33dc917a0c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.1044037 Nov 16 16:04:36.558115 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6fc1d003-1f9b-4f5b-ac5a-40f72e4269e7 req-1c88f49e-7980-48c2-85b2-6349828f603a tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 210 time: 0.0467100 Nov 16 16:04:36.564492 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-abeaa6c0-bfcd-4072-86ba-b0de83364dc6 req-bbb693de-a9b2-495b-ab83-61c0cfe76e1f tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843313 Nov 16 16:04:36.740847 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222871dc-0f53-4385-b815-01a3003e786d req-b4e0ce6b-d88b-4419-95f0-f87fe5374ce7 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:36.742725 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-222871dc-0f53-4385-b815-01a3003e786d req-b4e0ce6b-d88b-4419-95f0-f87fe5374ce7 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 944 time: 0.0773218 Nov 16 16:04:36.839847 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-222871dc-0f53-4385-b815-01a3003e786d req-e2da23d7-9e8b-4594-a57f-67f87fed80b3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852749 Nov 16 16:04:36.873872 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-9820341b-333a-4e47-8a4b-a83a75d0b85f tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=52edf438b5b545dfaa8dcdba31441017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575261 Nov 16 16:04:37.105808 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0e9f9-a5d0-4a06-85d5-5d1ca7469897 req-d7cb66ef-4347-41f7-9b8e-4c3004aefaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:37.108161 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-24d0e9f9-a5d0-4a06-85d5-5d1ca7469897 req-d7cb66ef-4347-41f7-9b8e-4c3004aefaac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29515163ad924903a1d1f653c9f77ee0&device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 1098 time: 0.1590123 Nov 16 16:04:37.121804 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7ccbf-166a-4c82-a5bf-4b32bce952e1 req-5ca261ef-5c03-4679-9e0d-a4ef51f8f93e tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:37.123318 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c0a7ccbf-166a-4c82-a5bf-4b32bce952e1 req-5ca261ef-5c03-4679-9e0d-a4ef51f8f93e tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.1125505 Nov 16 16:04:37.145200 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-b6e36f14-5bfa-4366-9750-5ca5fba5850a tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:37.154589 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-b6e36f14-5bfa-4366-9750-5ca5fba5850a tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2707667 Nov 16 16:04:37.172711 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Request body: {'port': {'device_id': 'fe8f46c2-6a46-484f-8b50-29407c7207c7', 'network_id': 'b55b4ae2-a6bc-4fc5-9035-65ea005c0a76', 'admin_state_up': True, 'tenant_id': '52edf438b5b545dfaa8dcdba31441017'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:37.267838 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c0a7ccbf-166a-4c82-a5bf-4b32bce952e1 req-33878f16-708b-42d0-8ca1-2ee543e82811 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345553 Nov 16 16:04:37.308000 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0e9f9-a5d0-4a06-85d5-5d1ca7469897 req-e3d202da-cf33-4fea-a452-80051f73a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:37.309945 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-24d0e9f9-a5d0-4a06-85d5-5d1ca7469897 req-e3d202da-cf33-4fea-a452-80051f73a361 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 HTTP/1.1" status: 200 len: 920 time: 0.1857042 Nov 16 16:04:37.331883 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Made reservation on behalf of 52edf438b5b545dfaa8dcdba31441017 for: {'port': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:04:37.336547 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:37.340654 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39764) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:37.367933 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:37.404329 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-24d0e9f9-a5d0-4a06-85d5-5d1ca7469897 req-14b8d848-dbae-4a58-9b61-596bf57da194 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a HTTP/1.1" status: 200 len: 217 time: 0.0837684 Nov 16 16:04:37.496164 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:37.506654 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:37.510140 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0e9f9-a5d0-4a06-85d5-5d1ca7469897 req-10302009-63f9-44f4-aa2c-504fc8c6990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:37.520498 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-24d0e9f9-a5d0-4a06-85d5-5d1ca7469897 req-10302009-63f9-44f4-aa2c-504fc8c6990c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04bfc9da-d704-4273-b63a-6fd73d56e6c3 HTTP/1.1" status: 200 len: 859 time: 0.1072352 Nov 16 16:04:37.590284 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-24d0e9f9-a5d0-4a06-85d5-5d1ca7469897 req-bf76e654-1113-4ceb-839c-f3ee976b58c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631211 Nov 16 16:04:37.603810 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ed2cd5cb-8d40-4756-8fd8-95d8d42ac5f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:37.612043 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 39778) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:37.618280 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63db7b18-503e-4ab8-affa-f9aa8d6e792b,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:37.702004 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a606b6-d935-4cd8-ad5e-fcea06ee226c req-4daeea4f-680a-49c3-a6be-33811f06e69a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:37.704716 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-79a606b6-d935-4cd8-ad5e-fcea06ee226c req-4daeea4f-680a-49c3-a6be-33811f06e69a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 944 time: 0.1605554 Nov 16 16:04:37.709141 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-967b9a83-ae09-487e-94ea-d75a6424428f req-95ff7337-5d11-4cdd-8a86-da12fa51728f tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 210 time: 0.0482523 Nov 16 16:04:37.743392 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Allocated IP 192.168.233.120 (b55b4ae2-a6bc-4fc5-9035-65ea005c0a76/39ebf2ed-e2c9-4bee-80e8-d144e6b3c177/30f5ecc5-351c-4279-9dc1-cc7b6e72b52e) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:04:37.775012 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-24d0e9f9-a5d0-4a06-85d5-5d1ca7469897 req-ffe63b48-8f81-4178-8301-a0794b79f993 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745951 Nov 16 16:04:37.816072 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ed2cd5cb-8d40-4756-8fd8-95d8d42ac5f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:37.826420 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ed2cd5cb-8d40-4756-8fd8-95d8d42ac5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:37.847127 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-79a606b6-d935-4cd8-ad5e-fcea06ee226c req-1f32753b-ec6b-42ec-af9f-adbf686c5859 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309900 Nov 16 16:04:37.858573 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-05ade879-e3cd-4ca3-806a-4391fec04af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:37.917402 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-24d0e9f9-a5d0-4a06-85d5-5d1ca7469897 req-e270a194-2a79-4943-8dec-6be56855af85 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336389 Nov 16 16:04:37.947894 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 07aae0fa-265c-47a8-af4f-ea385dbee127 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:04:37.951257 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 68ede3d7-0ef4-42a4-b3de-ef6046161db6 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:04:37.983992 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:37.991248 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-ed2cd5cb-8d40-4756-8fd8-95d8d42ac5f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4080dd9cf7764adcb20d150f85dd4c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6454289 Nov 16 16:04:37.992150 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39786) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:37.994869 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cd5cb-8d40-4756-8fd8-95d8d42ac5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec36d294-69d5-4560-b788-a353cc28172e,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:38.002471 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657324f4-bbdd-4db6-b43c-8c20af44e19d req-b3c8bd05-9292-448f-9713-3110f9eb7994 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:38.012924 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-657324f4-bbdd-4db6-b43c-8c20af44e19d req-b3c8bd05-9292-448f-9713-3110f9eb7994 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 944 time: 0.0874178 Nov 16 16:04:38.027781 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-05ade879-e3cd-4ca3-806a-4391fec04af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.036927 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-05ade879-e3cd-4ca3-806a-4391fec04af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.080828 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 68ede3d7-0ef4-42a4-b3de-ef6046161db6 completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:04:38.086081 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 68ede3d7-0ef4-42a4-b3de-ef6046161db6 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:38.086666 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.090465 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-51836bf6-15f0-41d3-a3f0-c29250aee95d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.096860 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.103720 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ade879-e3cd-4ca3-806a-4391fec04af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b9ee05-4655-4dba-a725-ccd8bfe9987e,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:38.107751 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-05ade879-e3cd-4ca3-806a-4391fec04af7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6b63b72183645ab8eb6a9880ae59db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4945004 Nov 16 16:04:38.112156 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39790) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:38.121242 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-657324f4-bbdd-4db6-b43c-8c20af44e19d req-9e643cf5-ba14-4d8e-8486-a6e12fb32410 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963814 Nov 16 16:04:38.157310 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 07aae0fa-265c-47a8-af4f-ea385dbee127, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=07aae0fa-265c-47a8-af4f-ea385dbee127,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:38.171780 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '07aae0fa-265c-47a8-af4f-ea385dbee127', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'port_id': '07aae0fa-265c-47a8-af4f-ea385dbee127', 'mac_address': 'fa:16:3e:c5:aa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:04:38.172957 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Network b55b4ae2-a6bc-4fc5-9035-65ea005c0a76 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:04:38.174879 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-51836bf6-15f0-41d3-a3f0-c29250aee95d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.194341 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:04:38.196868 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:04:38.241078 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.242903 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.244567 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Pushing event updated for resources: {'Port': ['ID=30f5ecc5-351c-4279-9dc1-cc7b6e72b52e,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:38.269469 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07aae0fa-265c-47a8-af4f-ea385dbee127 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:04:38.282825 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6447972e-6291-4e68-8271-c93523206230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ede3d7-0ef4-42a4-b3de-ef6046161db6'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:38.285687 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555b3192-434d-43ed-98a1-5ee5c2913f37" -d '{"events": [{"server_uuid": "6447972e-6291-4e68-8271-c93523206230", "name": "network-vif-plugged", "status": "completed", "tag": "68ede3d7-0ef4-42a4-b3de-ef6046161db6"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:38.306282 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:38.306951 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.310111 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5c66aa2a-ff39-4f54-9943-cf9a86f01244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.322155 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 68ede3d7-0ef4-42a4-b3de-ef6046161db6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:38.324517 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 07aae0fa-265c-47a8-af4f-ea385dbee127, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=07aae0fa-265c-47a8-af4f-ea385dbee127,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:38.335907 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.340767 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.347616 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-e7b9d3c8-8c14-4e33-a935-4a8e8b48a909 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1804934 Nov 16 16:04:38.351257 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-51836bf6-15f0-41d3-a3f0-c29250aee95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.354155 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-51836bf6-15f0-41d3-a3f0-c29250aee95d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.363864 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-51836bf6-15f0-41d3-a3f0-c29250aee95d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec36d294-69d5-4560-b788-a353cc28172e HTTP/1.1" status: 204 len: 168 time: 0.3621144 Nov 16 16:04:38.368488 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5c66aa2a-ff39-4f54-9943-cf9a86f01244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.368640 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c51c1ee-e986-4767-a382-977a1c82fc0f x-openstack-request-id: req-6c51c1ee-e986-4767-a382-977a1c82fc0f {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:38.371912 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6447972e-6291-4e68-8271-c93523206230", "name": "network-vif-plugged", "status": "completed", "tag": "68ede3d7-0ef4-42a4-b3de-ef6046161db6", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:38.372275 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c51c1ee-e986-4767-a382-977a1c82fc0f {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:38.372769 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6447972e-6291-4e68-8271-c93523206230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'code': 200} Nov 16 16:04:38.435329 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Request body: {'port': {'device_id': 'fe8f46c2-6a46-484f-8b50-29407c7207c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:38.453761 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=68ede3d7-0ef4-42a4-b3de-ef6046161db6,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:38.507558 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6c3a5-a3f8-4902-a6d3-b2a63c3b3e4e req-b0ec4bd1-e3f6-423c-badc-de9a3b12168e tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:38.523479 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-54f6c3a5-a3f8-4902-a6d3-b2a63c3b3e4e req-b0ec4bd1-e3f6-423c-badc-de9a3b12168e tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.1089234 Nov 16 16:04:38.529011 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=07aae0fa-265c-47a8-af4f-ea385dbee127,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:38.533721 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5c66aa2a-ff39-4f54-9943-cf9a86f01244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.536456 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5c66aa2a-ff39-4f54-9943-cf9a86f01244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.549851 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-5c66aa2a-ff39-4f54-9943-cf9a86f01244 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7b9ee05-4655-4dba-a725-ccd8bfe9987e HTTP/1.1" status: 204 len: 168 time: 0.4336329 Nov 16 16:04:38.551869 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.577043 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-6e5abea0-5b60-493e-8ecd-9c2c1ce5c893 None None] Provisioning complete for port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:38.577424 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-6e5abea0-5b60-493e-8ecd-9c2c1ce5c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.658782 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['07aae0fa-265c-47a8-af4f-ea385dbee127'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:04:38.713410 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce7462-4c4d-4efb-8b99-d89e32017194 req-34d07594-b1e0-4a41-8b9d-0cf7e7fcb85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:38.740079 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-98ce7462-4c4d-4efb-8b99-d89e32017194 req-34d07594-b1e0-4a41-8b9d-0cf7e7fcb85a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 1098 time: 0.1720645 Nov 16 16:04:38.755589 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-54f6c3a5-a3f8-4902-a6d3-b2a63c3b3e4e req-8ef5259f-eeb8-40ec-b399-eea4e2d6cde3 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306015 Nov 16 16:04:38.834762 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51836bf6-15f0-41d3-a3f0-c29250aee95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec36d294-69d5-4560-b788-a353cc28172e,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:38.844126 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-98ce7462-4c4d-4efb-8b99-d89e32017194 req-a307ae8e-f41f-44fe-a4b0-a337b2248c03 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870466 Nov 16 16:04:38.847511 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66aa2a-ff39-4f54-9943-cf9a86f01244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b9ee05-4655-4dba-a725-ccd8bfe9987e,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:38.891108 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e {{(pid=101854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:04:38.900397 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.914129 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.provisioning_blocks [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Transition to ACTIVE for port object 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e will not be triggered until provisioned by entity L2. {{(pid=101854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:04:38.922446 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:38.934612 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-6e5abea0-5b60-493e-8ecd-9c2c1ce5c893 None None] Port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:04:39.048449 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e6b6b-5c79-4839-9fec-224e8765abbb req-efe52733-4e33-4ee1-8ea1-dd040ed456f8 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:39.050226 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-176e6b6b-5c79-4839-9fec-224e8765abbb req-efe52733-4e33-4ee1-8ea1-dd040ed456f8 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 948 time: 0.1521430 Nov 16 16:04:39.099927 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Pushing event updated for resources: {'Port': ['ID=30f5ecc5-351c-4279-9dc1-cc7b6e72b52e,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:39.114909 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c97e7-2e8e-401a-8e7c-77bd759dca40 req-7e980018-eedb-455e-91f8-a62b5fd40dd5 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:39.124406 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-285c97e7-2e8e-401a-8e7c-77bd759dca40 req-7e980018-eedb-455e-91f8-a62b5fd40dd5 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 945 time: 0.1474581 Nov 16 16:04:39.143081 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Attempting to bind port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:04:39.143562 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Attempting to bind port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': 'bc922873-4444-4cb7-a3e7-7730d64957dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b55b4ae2-a6bc-4fc5-9035-65ea005c0a76'}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:04:39.143974 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Attempting to bind port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e on network b55b4ae2-a6bc-4fc5-9035-65ea005c0a76 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:39.150285 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e on network b55b4ae2-a6bc-4fc5-9035-65ea005c0a76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:04:39.150706 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Attempting to bind port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e on network b55b4ae2-a6bc-4fc5-9035-65ea005c0a76 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:04:39.157807 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:04:39.158256 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Checking segment: {'id': 'bc922873-4444-4cb7-a3e7-7730d64957dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b55b4ae2-a6bc-4fc5-9035-65ea005c0a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:04:39.158721 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Bound using segment: {'id': 'bc922873-4444-4cb7-a3e7-7730d64957dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b55b4ae2-a6bc-4fc5-9035-65ea005c0a76'} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:04:39.159218 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Bound port: 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc922873-4444-4cb7-a3e7-7730d64957dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b55b4ae2-a6bc-4fc5-9035-65ea005c0a76'}}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:04:39.159664 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:39.219677 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-176e6b6b-5c79-4839-9fec-224e8765abbb req-f7ef3f60-1662-4458-9a04-e6ba789a2afe tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/security-groups?id=63db7b18-503e-4ab8-affa-f9aa8d6e792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593025 Nov 16 16:04:39.233930 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 39844) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:39.254542 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-90e7b4f8-1c97-4656-9367-e3b7691ff380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:39.276619 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] For port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e, host hv-cinder-81809, cleared binding levels {{(pid=101854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:04:39.280309 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] For port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=30f5ecc5-351c-4279-9dc1-cc7b6e72b52e,segment=NetworkSegment(bc922873-4444-4cb7-a3e7-7730d64957dc),segment_id=bc922873-4444-4cb7-a3e7-7730d64957dc)] {{(pid=101854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:04:39.290924 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:39.329289 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-285c97e7-2e8e-401a-8e7c-77bd759dca40 req-efa9776a-572c-482e-b03c-69dd2f000522 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988838 Nov 16 16:04:39.385920 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:39.386233 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:39.388325 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] 10.222.0.62 "PUT /v2.0/ports/30f5ecc5-351c-4279-9dc1-cc7b6e72b52e HTTP/1.1" status: 200 len: 1098 time: 0.9587386 Nov 16 16:04:39.392206 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8f46c2-6a46-484f-8b50-29407c7207c7', 'tag': '30f5ecc5-351c-4279-9dc1-cc7b6e72b52e'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:39.394685 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5444a317-bed2-42d3-a8d3-4c2f952e12b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8f46c2-6a46-484f-8b50-29407c7207c7", "tag": "30f5ecc5-351c-4279-9dc1-cc7b6e72b52e"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:39.418978 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526eb5cf-1f17-4778-a14c-2ed6a97853d5 service neutron] Pushing event updated for resources: {'Port': ['ID=30f5ecc5-351c-4279-9dc1-cc7b6e72b52e,revision_number=3']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:39.429110 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb82fbc-c012-49be-a856-79d7a3b12ee5 req-36fc0aaa-b4a6-4a3e-af0a-17972a26ab69 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:39.439444 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6bb82fbc-c012-49be-a856-79d7a3b12ee5 req-36fc0aaa-b4a6-4a3e-af0a-17972a26ab69 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0916796 Nov 16 16:04:39.502832 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d217eba0-0d19-44e0-a3d2-f461571ea2fb x-openstack-request-id: req-d217eba0-0d19-44e0-a3d2-f461571ea2fb {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:39.503427 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8f46c2-6a46-484f-8b50-29407c7207c7", "tag": "30f5ecc5-351c-4279-9dc1-cc7b6e72b52e", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:39.503910 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d217eba0-0d19-44e0-a3d2-f461571ea2fb {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:39.504701 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8f46c2-6a46-484f-8b50-29407c7207c7', 'tag': '30f5ecc5-351c-4279-9dc1-cc7b6e72b52e', 'status': 'completed', 'code': 200} Nov 16 16:04:39.521734 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-1b290df8-234a-4e15-be3f-3fa52be24844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:39.523000 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-1b290df8-234a-4e15-be3f-3fa52be24844 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=52edf438b5b545dfaa8dcdba31441017&device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 1101 time: 0.0716991 Nov 16 16:04:39.536797 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-90e7b4f8-1c97-4656-9367-e3b7691ff380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:39.552760 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6bb82fbc-c012-49be-a856-79d7a3b12ee5 req-c3c4085f-72d1-4ce9-808b-58b96555189a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118157 Nov 16 16:04:39.559281 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-90e7b4f8-1c97-4656-9367-e3b7691ff380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:39.601641 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-350b3376-ba5c-4dbd-a396-12711689f3ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=30f5ecc5-351c-4279-9dc1-cc7b6e72b52e HTTP/1.1" status: 200 len: 217 time: 0.0630124 Nov 16 16:04:39.624048 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39858) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:39.627418 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-90e7b4f8-1c97-4656-9367-e3b7691ff380 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=902ebccf555d447a98266dc4816387aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3801479 Nov 16 16:04:39.640067 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7b4f8-1c97-4656-9367-e3b7691ff380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cf6721-330a-469a-bccf-2c56a54fe4b4,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:39.721117 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-c73df4eb-3653-410d-a355-bcc20ad3202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:39.723004 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-c73df4eb-3653-410d-a355-bcc20ad3202b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=39ebf2ed-e2c9-4bee-80e8-d144e6b3c177 HTTP/1.1" status: 200 len: 843 time: 0.1069183 Nov 16 16:04:39.732663 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6c89f59-d6a2-4efc-aefc-bebaac6d8e86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:39.783486 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 39866) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:39.790108 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6c89f59-d6a2-4efc-aefc-bebaac6d8e86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:39.829108 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-3f2f04ea-eb3e-42dd-9b97-e9fe98ef7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:39.830868 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-3f2f04ea-eb3e-42dd-9b97-e9fe98ef7d2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b55b4ae2-a6bc-4fc5-9035-65ea005c0a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0953922 Nov 16 16:04:39.961038 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da5f09-6ac0-4dcf-94d1-02bd6a02faff req-2be79afd-03ce-428a-a695-a9adb9ad382e tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:39.966896 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 07aae0fa-265c-47a8-af4f-ea385dbee127 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:04:39.989900 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d0da5f09-6ac0-4dcf-94d1-02bd6a02faff req-2be79afd-03ce-428a-a695-a9adb9ad382e tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.1204810 Nov 16 16:04:40.048615 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 07aae0fa-265c-47a8-af4f-ea385dbee127 completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:04:40.056021 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 07aae0fa-265c-47a8-af4f-ea385dbee127 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:40.056671 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:40.068597 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e4e1fdfe-80a3-4101-84d0-a267b4567fb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:40.087709 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d0da5f09-6ac0-4dcf-94d1-02bd6a02faff req-15854d36-6d58-4734-81e3-61de0f9cd7bb tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967836 Nov 16 16:04:40.142424 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6c89f59-d6a2-4efc-aefc-bebaac6d8e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:40.145838 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e6c89f59-d6a2-4efc-aefc-bebaac6d8e86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:40.146964 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-e6c89f59-d6a2-4efc-aefc-bebaac6d8e86 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8cf6721-330a-469a-bccf-2c56a54fe4b4 HTTP/1.1" status: 204 len: 168 time: 0.5203598 Nov 16 16:04:40.159608 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c89f59-d6a2-4efc-aefc-bebaac6d8e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cf6721-330a-469a-bccf-2c56a54fe4b4,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:40.197417 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-521c0b5e-d69e-4335-b3f5-6a637c8c9a51 service neutron] 10.222.0.62 "GET /v2.0/networks/b55b4ae2-a6bc-4fc5-9035-65ea005c0a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555515 Nov 16 16:04:40.200220 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:40.279062 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 07aae0fa-265c-47a8-af4f-ea385dbee127, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=07aae0fa-265c-47a8-af4f-ea385dbee127,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:40.287968 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:40.318158 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e4e1fdfe-80a3-4101-84d0-a267b4567fb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:40.329395 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e4e1fdfe-80a3-4101-84d0-a267b4567fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:40.375666 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-975ac952-a486-4fbd-8ebb-8eec7f0556f4 req-c2293658-0e7f-41cb-9918-0de863f2c1da service neutron] 10.222.0.62 "GET /v2.0/networks/b55b4ae2-a6bc-4fc5-9035-65ea005c0a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510274 Nov 16 16:04:40.378444 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674c9e04-e56c-4891-adc1-7cdac0c8510f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aae0fa-265c-47a8-af4f-ea385dbee127'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:40.381123 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c492d476-ac37-468f-a113-c4ce4d37ac4c" -d '{"events": [{"server_uuid": "674c9e04-e56c-4891-adc1-7cdac0c8510f", "name": "network-vif-plugged", "status": "completed", "tag": "07aae0fa-265c-47a8-af4f-ea385dbee127"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:40.413551 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=07aae0fa-265c-47a8-af4f-ea385dbee127,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:40.436639 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39926) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:40.436841 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-e4e1fdfe-80a3-4101-84d0-a267b4567fb4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ddf9f19b4c8148d7aec3bd77b9825d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6514764 Nov 16 16:04:40.468636 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1fdfe-80a3-4101-84d0-a267b4567fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc7f46-fb2f-4715-b41a-fa09f5b743f7,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:40.503692 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2066c12-09c9-4c28-aaec-6ced9ffa49ae req-72911a99-6bd9-4ce1-baeb-6a417eb55093 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:40.505250 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b2066c12-09c9-4c28-aaec-6ced9ffa49ae req-72911a99-6bd9-4ce1-baeb-6a417eb55093 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 948 time: 0.1272950 Nov 16 16:04:40.532536 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd942de6-2bb0-497d-ad8e-cb61409bcad0 req-da23a7c8-6691-4404-b6dd-c4d732caf5ba tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:40.533683 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ae0bd7a8-b48c-496d-bc67-3cecce1d5ce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:40.534054 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dd942de6-2bb0-497d-ad8e-cb61409bcad0 req-da23a7c8-6691-4404-b6dd-c4d732caf5ba tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.1077971 Nov 16 16:04:40.536536 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a317-bed2-42d3-a8d3-4c2f952e12b3 req-8dd3a4de-2d01-49a3-b406-d8b4f3668fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:40.538187 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-5444a317-bed2-42d3-a8d3-4c2f952e12b3 req-8dd3a4de-2d01-49a3-b406-d8b4f3668fa1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=52edf438b5b545dfaa8dcdba31441017&device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 1101 time: 0.0733318 Nov 16 16:04:40.603951 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ae0bd7a8-b48c-496d-bc67-3cecce1d5ce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:40.605734 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b2066c12-09c9-4c28-aaec-6ced9ffa49ae req-bd728964-c6b3-4335-a95a-a223951e86fd tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/security-groups?id=63db7b18-503e-4ab8-affa-f9aa8d6e792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934079 Nov 16 16:04:40.658912 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dd942de6-2bb0-497d-ad8e-cb61409bcad0 req-272c1971-b7fd-437a-aa16-f9467e24125e tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161706 Nov 16 16:04:40.689300 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a317-bed2-42d3-a8d3-4c2f952e12b3 req-8dbf9357-216c-4751-9f81-f321e2d12b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:40.690895 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-5444a317-bed2-42d3-a8d3-4c2f952e12b3 req-8dbf9357-216c-4751-9f81-f321e2d12b30 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b55b4ae2-a6bc-4fc5-9035-65ea005c0a76 HTTP/1.1" status: 200 len: 870 time: 0.1416912 Nov 16 16:04:40.702262 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875a7721-2a07-4090-823d-e355b706376b x-openstack-request-id: req-875a7721-2a07-4090-823d-e355b706376b {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:40.702973 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674c9e04-e56c-4891-adc1-7cdac0c8510f", "name": "network-vif-plugged", "status": "completed", "tag": "07aae0fa-265c-47a8-af4f-ea385dbee127", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:40.703395 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-875a7721-2a07-4090-823d-e355b706376b {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:40.704040 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674c9e04-e56c-4891-adc1-7cdac0c8510f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aae0fa-265c-47a8-af4f-ea385dbee127', 'code': 200} Nov 16 16:04:40.707424 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ae0bd7a8-b48c-496d-bc67-3cecce1d5ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:40.710857 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ae0bd7a8-b48c-496d-bc67-3cecce1d5ce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:40.712108 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-ae0bd7a8-b48c-496d-bc67-3cecce1d5ce9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0cc7f46-fb2f-4715-b41a-fa09f5b743f7 HTTP/1.1" status: 204 len: 168 time: 0.2735934 Nov 16 16:04:40.792919 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-5444a317-bed2-42d3-a8d3-4c2f952e12b3 req-9e167e0c-9d04-402b-9644-d0cd73c82036 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=30f5ecc5-351c-4279-9dc1-cc7b6e72b52e HTTP/1.1" status: 200 len: 217 time: 0.0796695 Nov 16 16:04:40.799929 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bd7a8-b48c-496d-bc67-3cecce1d5ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc7f46-fb2f-4715-b41a-fa09f5b743f7,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:40.871181 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a317-bed2-42d3-a8d3-4c2f952e12b3 req-99591cff-7bba-4ae7-9fe9-6cade3ce3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:40.872994 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-5444a317-bed2-42d3-a8d3-4c2f952e12b3 req-99591cff-7bba-4ae7-9fe9-6cade3ce3d1d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=39ebf2ed-e2c9-4bee-80e8-d144e6b3c177 HTTP/1.1" status: 200 len: 843 time: 0.0689478 Nov 16 16:04:40.904248 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80dfa0-7703-4e0e-92de-c12fe29ef0d1 req-bff1b422-c0a9-43e5-bac2-2386b7ff60bd tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:40.907412 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3f80dfa0-7703-4e0e-92de-c12fe29ef0d1 req-bff1b422-c0a9-43e5-bac2-2386b7ff60bd tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.1388829 Nov 16 16:04:40.983782 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3f80dfa0-7703-4e0e-92de-c12fe29ef0d1 req-45dad87e-ae00-4cd5-b8d4-b9efb766addc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669014 Nov 16 16:04:40.991111 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a317-bed2-42d3-a8d3-4c2f952e12b3 req-9854303e-58a6-41fa-b4b2-10fa023a2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:40.993922 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-5444a317-bed2-42d3-a8d3-4c2f952e12b3 req-9854303e-58a6-41fa-b4b2-10fa023a2895 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b55b4ae2-a6bc-4fc5-9035-65ea005c0a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1020133 Nov 16 16:04:41.041495 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd271b4-879f-44ff-9e8b-76aba7c23442 req-d80c521e-cd83-4edf-82c0-c469776f9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:41.051956 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2fd271b4-879f-44ff-9e8b-76aba7c23442 req-d80c521e-cd83-4edf-82c0-c469776f9ed4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 1099 time: 0.0492301 Nov 16 16:04:41.108826 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-5444a317-bed2-42d3-a8d3-4c2f952e12b3 req-9b2bfc24-a2f8-475b-857c-1f30d7a21f41 service neutron] 10.222.0.62 "GET /v2.0/networks/b55b4ae2-a6bc-4fc5-9035-65ea005c0a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922487 Nov 16 16:04:41.145977 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2fd271b4-879f-44ff-9e8b-76aba7c23442 req-fcd9a529-1e4f-4b3e-94f5-8fb33ff97b29 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888269 Nov 16 16:04:41.184283 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddd680-c554-43ab-92f3-2c292feee735 req-c1a23df2-5ce7-4db1-a77a-f46f8e3b07bf tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:41.185777 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-69ddd680-c554-43ab-92f3-2c292feee735 req-c1a23df2-5ce7-4db1-a77a-f46f8e3b07bf tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0927966 Nov 16 16:04:41.195180 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 39960) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:41.200429 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-c3316e3f-df09-4f23-afba-7189acd7736b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Request body: {'floatingip': {'port_id': '68ede3d7-0ef4-42a4-b3de-ef6046161db6'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:41.263564 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-5444a317-bed2-42d3-a8d3-4c2f952e12b3 req-f6e26531-09de-4279-8074-531f5a8cd593 service neutron] 10.222.0.62 "GET /v2.0/networks/b55b4ae2-a6bc-4fc5-9035-65ea005c0a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438787 Nov 16 16:04:41.292964 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39972) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:41.295198 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c3316e3f-df09-4f23-afba-7189acd7736b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for floatingip, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:41.307626 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-26d3c61b-6376-4090-9f88-8cbc3b481859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:41.392206 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-26d3c61b-6376-4090-9f88-8cbc3b481859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:41.399519 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-26d3c61b-6376-4090-9f88-8cbc3b481859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:41.448620 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-26d3c61b-6376-4090-9f88-8cbc3b481859 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b08e0d1696fd4376ac66b81e9f898780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518431 Nov 16 16:04:41.450763 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 39978) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:41.461974 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097d054-c4d2-4908-aa15-963c1c06e340 req-4abf412f-b645-423d-9369-6e70f2a24453 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:41.463502 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4097d054-c4d2-4908-aa15-963c1c06e340 req-4abf412f-b645-423d-9369-6e70f2a24453 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.2248845 Nov 16 16:04:41.464159 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3c61b-6376-4090-9f88-8cbc3b481859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2041b38-100e-437e-9721-397e4e4a54a5,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:41.520521 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-02532430-7043-4ad1-add8-204e1fce7c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:41.571997 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-02532430-7043-4ad1-add8-204e1fce7c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:41.632330 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-02532430-7043-4ad1-add8-204e1fce7c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:41.635054 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-02532430-7043-4ad1-add8-204e1fce7c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:41.636405 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-02532430-7043-4ad1-add8-204e1fce7c6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2041b38-100e-437e-9721-397e4e4a54a5 HTTP/1.1" status: 204 len: 168 time: 0.1858029 Nov 16 16:04:41.664384 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02532430-7043-4ad1-add8-204e1fce7c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2041b38-100e-437e-9721-397e4e4a54a5,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:41.854614 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4097d054-c4d2-4908-aa15-963c1c06e340 req-a7befad1-f5e3-438b-b8d0-708012d1929d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772979 Nov 16 16:04:41.881143 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2180b8-8f33-4273-9187-d8d3d7c31bf7 req-86a38f1d-01c7-4be3-9310-316ad00d1359 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:41.882741 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fe2180b8-8f33-4273-9187-d8d3d7c31bf7 req-86a38f1d-01c7-4be3-9310-316ad00d1359 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 948 time: 0.1054642 Nov 16 16:04:41.977665 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:04:42.099136 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=30f5ecc5-351c-4279-9dc1-cc7b6e72b52e,segment=NetworkSegment(bc922873-4444-4cb7-a3e7-7730d64957dc),segment_id=bc922873-4444-4cb7-a3e7-7730d64957dc)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:42.116535 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '30f5ecc5-351c-4279-9dc1-cc7b6e72b52e', 'network_id': 'b55b4ae2-a6bc-4fc5-9035-65ea005c0a76', 'port_id': '30f5ecc5-351c-4279-9dc1-cc7b6e72b52e', 'mac_address': 'fa:16:3e:45:e0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ebf2ed-e2c9-4bee-80e8-d144e6b3c177', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:04:42.159803 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:42.178016 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:04:42.200354 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=30f5ecc5-351c-4279-9dc1-cc7b6e72b52e,segment=NetworkSegment(bc922873-4444-4cb7-a3e7-7730d64957dc),segment_id=bc922873-4444-4cb7-a3e7-7730d64957dc)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:42.201383 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fe2180b8-8f33-4273-9187-d8d3d7c31bf7 req-5ffcc954-9589-4558-9282-1e4a7913cc99 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/security-groups?id=63db7b18-503e-4ab8-affa-f9aa8d6e792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080449 Nov 16 16:04:42.210272 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:42.231399 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca635952-0420-405c-a6b5-bc1c7958c69e req-f823ceb1-1940-4ea9-8759-bec5efe25eb1 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:42.231399 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ca635952-0420-405c-a6b5-bc1c7958c69e req-f823ceb1-1940-4ea9-8759-bec5efe25eb1 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.2742116 Nov 16 16:04:42.283565 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=30f5ecc5-351c-4279-9dc1-cc7b6e72b52e,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:42.416501 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ca635952-0420-405c-a6b5-bc1c7958c69e req-fb0108f1-a8fa-431f-b322-df55e8ee9555 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779504 Nov 16 16:04:42.450116 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c3316e3f-df09-4f23-afba-7189acd7736b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:42.456060 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c3316e3f-df09-4f23-afba-7189acd7736b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:42.572231 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.l3_db [None req-c3316e3f-df09-4f23-afba-7189acd7736b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Floating IP a4320cd9-d116-48f3-8426-9047e6a38813 associated. External IP: 172.27.1.188, port: 68ede3d7-0ef4-42a4-b3de-ef6046161db6. Nov 16 16:04:42.659918 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['30f5ecc5-351c-4279-9dc1-cc7b6e72b52e'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:04:42.836788 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3316e3f-df09-4f23-afba-7189acd7736b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Router 6bf1e66f-6a45-4129-bc29-75438a0ec2de has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:04:43.014349 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3316e3f-df09-4f23-afba-7189acd7736b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:04:43.020465 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c3316e3f-df09-4f23-afba-7189acd7736b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:43.035751 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e575f-ab97-4f49-ab78-874c9578da05 None None] Sync routers for ids ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:04:43.049883 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e575f-ab97-4f49-ab78-874c9578da05 None None] Routers {'6bf1e66f-6a45-4129-bc29-75438a0ec2de'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:04:43.050778 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-7b6e575f-ab97-4f49-ab78-874c9578da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:04:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:43.075783 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e0dc3-9fcf-40f2-9827-c429920328f8 req-9ba6f3f9-5047-4412-ba33-3d101092601c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:43.077636 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bf8e0dc3-9fcf-40f2-9827-c429920328f8 req-9ba6f3f9-5047-4412-ba33-3d101092601c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.1105812 Nov 16 16:04:43.079335 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-c3316e3f-df09-4f23-afba-7189acd7736b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "PUT /v2.0/floatingips/a4320cd9-d116-48f3-8426-9047e6a38813 HTTP/1.1" status: 200 len: 991 time: 1.8831162 Nov 16 16:04:43.080010 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6447972e-6291-4e68-8271-c93523206230', 'tag': '68ede3d7-0ef4-42a4-b3de-ef6046161db6'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:43.099769 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c2e61d-bf4b-4184-8b59-296e17223a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "6447972e-6291-4e68-8271-c93523206230", "tag": "68ede3d7-0ef4-42a4-b3de-ef6046161db6"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:43.184069 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bf8e0dc3-9fcf-40f2-9827-c429920328f8 req-cf52bd7f-564c-443f-a266-90c6d3be47de tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736051 Nov 16 16:04:43.185888 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-7b6e575f-ab97-4f49-ab78-874c9578da05 None None] Set router 6bf1e66f-6a45-4129-bc29-75438a0ec2de gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:04:43.254175 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081d4b6c-9faa-4fb5-ac28-dc6694c6fd03 x-openstack-request-id: req-081d4b6c-9faa-4fb5-ac28-dc6694c6fd03 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:43.254606 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6447972e-6291-4e68-8271-c93523206230", "tag": "68ede3d7-0ef4-42a4-b3de-ef6046161db6", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:43.254935 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-081d4b6c-9faa-4fb5-ac28-dc6694c6fd03 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:43.255756 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6447972e-6291-4e68-8271-c93523206230', 'tag': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'status': 'completed', 'code': 200} Nov 16 16:04:43.353427 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2e61d-bf4b-4184-8b59-296e17223a5c req-d184f450-3127-416b-8946-ce9f5799d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:43.362590 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-90c2e61d-bf4b-4184-8b59-296e17223a5c req-d184f450-3127-416b-8946-ce9f5799d1b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae9bddc9870246e99f813976878279cb&device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 1098 time: 0.0728941 Nov 16 16:04:43.418283 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfe209-3aae-4443-a5d9-c9df7396b631 req-fcb613fc-f0d8-42a1-bf77-66bd1c566124 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:43.419821 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4bcfe209-3aae-4443-a5d9-c9df7396b631 req-fcb613fc-f0d8-42a1-bf77-66bd1c566124 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 949 time: 0.0854681 Nov 16 16:04:43.513656 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2e61d-bf4b-4184-8b59-296e17223a5c req-4c093ae9-a445-4c9e-8c3c-6f616ba06d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:43.515862 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-90c2e61d-bf4b-4184-8b59-296e17223a5c req-4c093ae9-a445-4c9e-8c3c-6f616ba06d07 service neutron] 10.222.0.62 "GET /v2.0/networks?id=72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 200 len: 917 time: 0.1439626 Nov 16 16:04:43.532271 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4bcfe209-3aae-4443-a5d9-c9df7396b631 req-247a1552-a22b-42fb-8d34-2e23cbd7f2c0 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/security-groups?id=63db7b18-503e-4ab8-affa-f9aa8d6e792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046550 Nov 16 16:04:43.608401 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6ced6-f670-49ea-a173-37f401deaae6 req-3c71c80a-5f32-4678-b8f1-92720b37cb34 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:43.610684 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7ad6ced6-f670-49ea-a173-37f401deaae6 req-3c71c80a-5f32-4678-b8f1-92720b37cb34 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0664456 Nov 16 16:04:43.659779 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-7b6e575f-ab97-4f49-ab78-874c9578da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': 'a4320cd9-d116-48f3-8426-9047e6a38813', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'port_id': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'mac_address': 'fa:16:3e:33:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6447972e-6291-4e68-8271-c93523206230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:04:17Z', 'updated_at': '2021-11-16T16:04:42Z', 'revision_number': 1, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:04:06Z', 'revision_number': 5, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:43.664319 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-90c2e61d-bf4b-4184-8b59-296e17223a5c req-347f530d-1755-400d-afce-dbc03f28f218 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6 HTTP/1.1" status: 200 len: 999 time: 0.1382508 Nov 16 16:04:43.686237 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e575f-ab97-4f49-ab78-874c9578da05 None None] Checking router: 6bf1e66f-6a45-4129-bc29-75438a0ec2de for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:04:43.704386 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e575f-ab97-4f49-ab78-874c9578da05 None None] Routers {'6bf1e66f-6a45-4129-bc29-75438a0ec2de'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:04:43.705170 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-7b6e575f-ab97-4f49-ab78-874c9578da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:04:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:43.706189 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7ad6ced6-f670-49ea-a173-37f401deaae6 req-f25b49d5-e97f-4ba0-91f7-0a0760a2de1b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779765 Nov 16 16:04:43.733288 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2e61d-bf4b-4184-8b59-296e17223a5c req-306371f9-af05-4916-9235-9497439e5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:43.735385 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-90c2e61d-bf4b-4184-8b59-296e17223a5c req-306371f9-af05-4916-9235-9497439e5fba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=060fb2ef-695e-459c-84ba-c29c715db089 HTTP/1.1" status: 200 len: 855 time: 0.0603082 Nov 16 16:04:43.820389 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2e61d-bf4b-4184-8b59-296e17223a5c req-6a9c4b05-d80b-471b-85e3-8fdd97b3b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:43.821890 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-90c2e61d-bf4b-4184-8b59-296e17223a5c req-6a9c4b05-d80b-471b-85e3-8fdd97b3b6ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72ea3377-b38c-416b-8581-98962c72f168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756922 Nov 16 16:04:43.841850 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde71ed-1120-46fb-a3ba-abe5a858d465 req-e4a52a05-0db9-44e2-81a1-f0e6eafdf0a6 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:43.847317 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bbde71ed-1120-46fb-a3ba-abe5a858d465 req-e4a52a05-0db9-44e2-81a1-f0e6eafdf0a6 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0659938 Nov 16 16:04:43.852193 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 40080) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:43.868505 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-24b991a1-cd5f-4214-bfa9-2afc6ba8d99b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Request body: {'floatingip': {'port_id': '07aae0fa-265c-47a8-af4f-ea385dbee127'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:04:43.882286 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-7b6e575f-ab97-4f49-ab78-874c9578da05 None None] Set router 6bf1e66f-6a45-4129-bc29-75438a0ec2de gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:04:43.992408 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:04:44.000380 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-24b991a1-cd5f-4214-bfa9-2afc6ba8d99b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for floatingip, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:44.122458 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:04:44.126615 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:04:44.127230 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:44.177101 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-90c2e61d-bf4b-4184-8b59-296e17223a5c req-03360bd3-943c-4e96-91b4-c8754af6d1e3 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457763 Nov 16 16:04:44.257664 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-7b6e575f-ab97-4f49-ab78-874c9578da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': 'a4320cd9-d116-48f3-8426-9047e6a38813', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'port_id': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'mac_address': 'fa:16:3e:33:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6447972e-6291-4e68-8271-c93523206230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:04:17Z', 'updated_at': '2021-11-16T16:04:42Z', 'revision_number': 1, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:04:06Z', 'revision_number': 5, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:44.341154 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e575f-ab97-4f49-ab78-874c9578da05 None None] The sync data for ids ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'] in dv-cinder-818098-2-iscsi is: [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': 'a4320cd9-d116-48f3-8426-9047e6a38813', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'port_id': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'mac_address': 'fa:16:3e:33:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6447972e-6291-4e68-8271-c93523206230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:04:17Z', 'updated_at': '2021-11-16T16:04:42Z', 'revision_number': 1, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:04:06Z', 'revision_number': 5, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:04:44.345880 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:44.414927 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8f46c2-6a46-484f-8b50-29407c7207c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f5ecc5-351c-4279-9dc1-cc7b6e72b52e'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:44.419806 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16195343-6e47-41e7-9a43-e730a4144416" -d '{"events": [{"server_uuid": "fe8f46c2-6a46-484f-8b50-29407c7207c7", "name": "network-vif-plugged", "status": "completed", "tag": "30f5ecc5-351c-4279-9dc1-cc7b6e72b52e"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:44.441209 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=30f5ecc5-351c-4279-9dc1-cc7b6e72b52e,segment=NetworkSegment(bc922873-4444-4cb7-a3e7-7730d64957dc),segment_id=bc922873-4444-4cb7-a3e7-7730d64957dc)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:44.449338 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:44.493856 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-90c2e61d-bf4b-4184-8b59-296e17223a5c req-8e288a7f-7561-4239-b051-a74590727eb6 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935393 Nov 16 16:04:44.527915 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=30f5ecc5-351c-4279-9dc1-cc7b6e72b52e,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:44.548728 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb32d8-c8eb-48ee-b6ab-e35cd5c4483d req-2ce3d9a8-b315-4804-9d63-76fd4bd8b06c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:44.552204 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce19984-c29a-4cf8-8623-0f675f39d6a4 x-openstack-request-id: req-3ce19984-c29a-4cf8-8623-0f675f39d6a4 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:44.552724 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8f46c2-6a46-484f-8b50-29407c7207c7", "name": "network-vif-plugged", "status": "completed", "tag": "30f5ecc5-351c-4279-9dc1-cc7b6e72b52e", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:44.553100 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ce19984-c29a-4cf8-8623-0f675f39d6a4 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:44.554114 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8f46c2-6a46-484f-8b50-29407c7207c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f5ecc5-351c-4279-9dc1-cc7b6e72b52e', 'code': 200} Nov 16 16:04:44.559127 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-29fb32d8-c8eb-48ee-b6ab-e35cd5c4483d req-2ce3d9a8-b315-4804-9d63-76fd4bd8b06c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.1859519 Nov 16 16:04:44.655449 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-29fb32d8-c8eb-48ee-b6ab-e35cd5c4483d req-426052a8-f0a6-41f6-b95b-2cf2eb16190a tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936148 Nov 16 16:04:44.692629 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d51d73b-40c3-412b-a662-1035d4d37f6d None None] New status for floating IP a4320cd9-d116-48f3-8426-9047e6a38813: ACTIVE {{(pid=101855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:04:44.794177 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff53e64-5faa-4a16-b50d-a25e15b54cb9 req-b32e4cfe-f2f9-404c-b2b7-d4b537c196d8 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:44.795736 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2ff53e64-5faa-4a16-b50d-a25e15b54cb9 req-b32e4cfe-f2f9-404c-b2b7-d4b537c196d8 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 950 time: 0.0767193 Nov 16 16:04:44.816338 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40110) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:44.869982 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2ff53e64-5faa-4a16-b50d-a25e15b54cb9 req-0fdf6237-e34a-402f-824d-537a59c7bd3a tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/security-groups?id=63db7b18-503e-4ab8-affa-f9aa8d6e792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634871 Nov 16 16:04:45.006224 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b06b5fac-ccd0-4963-8678-28ed3e6cc22b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:45.028281 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f642848-1985-4e37-9746-0d5ed6655e9f req-6d6385b2-5abd-4e17-ae5a-c7e57ec91b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:45.029770 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-7f642848-1985-4e37-9746-0d5ed6655e9f req-6d6385b2-5abd-4e17-ae5a-c7e57ec91b23 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 1103 time: 0.1035602 Nov 16 16:04:45.131268 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b06b5fac-ccd0-4963-8678-28ed3e6cc22b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:45.139968 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b06b5fac-ccd0-4963-8678-28ed3e6cc22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:45.182051 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-7f642848-1985-4e37-9746-0d5ed6655e9f req-ef10ff1c-e807-466c-837a-238deac26b8f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=63db7b18-503e-4ab8-affa-f9aa8d6e792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432254 Nov 16 16:04:45.218721 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-b06b5fac-ccd0-4963-8678-28ed3e6cc22b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4df376f6d054ba4ac1af6efdc9492de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3986814 Nov 16 16:04:45.218721 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b5fac-ccd0-4963-8678-28ed3e6cc22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89bfede-29cf-4e66-88a2-85c6c3f52283,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:45.219240 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 40120) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:45.261341 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-24b991a1-cd5f-4214-bfa9-2afc6ba8d99b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:45.273143 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-24b991a1-cd5f-4214-bfa9-2afc6ba8d99b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:45.371892 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:45.407407 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:45.417871 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.l3_db [None req-24b991a1-cd5f-4214-bfa9-2afc6ba8d99b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Floating IP 4ec9f1ab-256e-49e9-81a4-63de14172404 associated. External IP: 172.27.1.76, port: 07aae0fa-265c-47a8-af4f-ea385dbee127. Nov 16 16:04:45.509416 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650dc42-b408-41a1-b22f-88bdf3321a87 req-7c330061-13d8-435f-a242-c77dce12c536 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:45.511377 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a650dc42-b408-41a1-b22f-88bdf3321a87 req-7c330061-13d8-435f-a242-c77dce12c536 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 945 time: 0.0611103 Nov 16 16:04:45.545609 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:45.548707 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:45.549849 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d89bfede-29cf-4e66-88a2-85c6c3f52283 HTTP/1.1" status: 204 len: 168 time: 0.3297961 Nov 16 16:04:45.560405 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89bfede-29cf-4e66-88a2-85c6c3f52283,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:45.573977 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a650dc42-b408-41a1-b22f-88bdf3321a87 req-d41e4764-f493-44a5-bc8c-9099683813a6 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540664 Nov 16 16:04:45.633678 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:45.633976 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:45.634212 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:45.634541 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:45.634873 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:45.635194 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:45.635541 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:45.635868 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:45.636193 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:45.636505 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:45.636823 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:45.637145 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7664eeb-d1d8-421a-8bcb-803c080cf126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:45.693808 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b991a1-cd5f-4214-bfa9-2afc6ba8d99b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Router 366e26b1-e954-44e1-afd4-82f38fbafa87 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:04:45.817772 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111a0f4-bf7a-4a30-ab6f-e413ed3cf814 req-acfa5162-42cd-4950-ba1a-76dac0ea5315 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:45.819647 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1111a0f4-bf7a-4a30-ab6f-e413ed3cf814 req-acfa5162-42cd-4950-ba1a-76dac0ea5315 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0604765 Nov 16 16:04:45.841102 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b991a1-cd5f-4214-bfa9-2afc6ba8d99b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:04:45.863004 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8849c4-f626-4b2a-9eea-034b31882b99 None None] Sync routers for ids ['366e26b1-e954-44e1-afd4-82f38fbafa87'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:04:45.870294 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-24b991a1-cd5f-4214-bfa9-2afc6ba8d99b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:45.882750 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8849c4-f626-4b2a-9eea-034b31882b99 None None] Routers {'366e26b1-e954-44e1-afd4-82f38fbafa87'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:04:45.886997 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-dc8849c4-f626-4b2a-9eea-034b31882b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:04:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['366e26b1-e954-44e1-afd4-82f38fbafa87'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:45.896146 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 40148) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:45.906603 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1111a0f4-bf7a-4a30-ab6f-e413ed3cf814 req-a8a4564b-db3d-434d-83b5-9232b8e61498 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797892 Nov 16 16:04:45.933081 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5b7e2eb6-f410-44f5-8e9a-067b754d16b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:45.955657 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-24b991a1-cd5f-4214-bfa9-2afc6ba8d99b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "PUT /v2.0/floatingips/4ec9f1ab-256e-49e9-81a4-63de14172404 HTTP/1.1" status: 200 len: 991 time: 2.1022525 Nov 16 16:04:45.958607 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674c9e04-e56c-4891-adc1-7cdac0c8510f', 'tag': '07aae0fa-265c-47a8-af4f-ea385dbee127'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:45.960936 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79b2ae4-117f-4050-b840-c094f3125dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "674c9e04-e56c-4891-adc1-7cdac0c8510f", "tag": "07aae0fa-265c-47a8-af4f-ea385dbee127"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:46.012823 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f6eb0-27ed-4f84-9bb7-f3da7c926655 req-c54a5630-4fab-49f9-bd3a-fcf26589b685 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:46.024365 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-017f6eb0-27ed-4f84-9bb7-f3da7c926655 req-c54a5630-4fab-49f9-bd3a-fcf26589b685 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 950 time: 0.0744281 Nov 16 16:04:46.082506 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5b7e2eb6-f410-44f5-8e9a-067b754d16b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:46.087715 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-017f6eb0-27ed-4f84-9bb7-f3da7c926655 req-fdae4d43-b347-41c7-8606-5c7ced1615b4 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/security-groups?id=63db7b18-503e-4ab8-affa-f9aa8d6e792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618050 Nov 16 16:04:46.088780 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5b7e2eb6-f410-44f5-8e9a-067b754d16b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:46.110228 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-dc8849c4-f626-4b2a-9eea-034b31882b99 None None] Set router 366e26b1-e954-44e1-afd4-82f38fbafa87 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:04:46.148269 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a0121b-6521-4c3d-a2bb-89c338b88ad7 x-openstack-request-id: req-95a0121b-6521-4c3d-a2bb-89c338b88ad7 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:46.150361 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674c9e04-e56c-4891-adc1-7cdac0c8510f", "tag": "07aae0fa-265c-47a8-af4f-ea385dbee127", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:46.151048 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95a0121b-6521-4c3d-a2bb-89c338b88ad7 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:46.152844 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '674c9e04-e56c-4891-adc1-7cdac0c8510f', 'tag': '07aae0fa-265c-47a8-af4f-ea385dbee127', 'status': 'completed', 'code': 200} Nov 16 16:04:46.163551 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-5b7e2eb6-f410-44f5-8e9a-067b754d16b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=850087a21f3e42639c1dfefe7862a39b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663672 Nov 16 16:04:46.164346 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e2eb6-f410-44f5-8e9a-067b754d16b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def14a91-edac-48d6-8594-6e716feb1bf6,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:46.166236 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40164) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:46.221212 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b2ae4-117f-4050-b840-c094f3125dc3 req-aa874fd8-2e00-4170-b98b-453d6f32e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:46.222799 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b79b2ae4-117f-4050-b840-c094f3125dc3 req-aa874fd8-2e00-4170-b98b-453d6f32e9d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b827321a45f5478a8bd7953ed7be64b6&device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 1099 time: 0.0481114 Nov 16 16:04:46.235077 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:46.282683 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:46.357821 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:46.360843 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:46.361994 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/def14a91-edac-48d6-8594-6e716feb1bf6 HTTP/1.1" status: 204 len: 168 time: 0.1945810 Nov 16 16:04:46.369265 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b2ae4-117f-4050-b840-c094f3125dc3 req-b5d26859-e55d-4aef-a775-d7144b2bb2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:46.370246 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def14a91-edac-48d6-8594-6e716feb1bf6,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:46.371628 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b79b2ae4-117f-4050-b840-c094f3125dc3 req-b5d26859-e55d-4aef-a775-d7144b2bb2d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f HTTP/1.1" status: 200 len: 910 time: 0.1326606 Nov 16 16:04:46.377998 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:46.378884 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:46.378884 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:46.379080 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:46.379305 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:46.379648 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:46.379972 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:46.380310 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:46.380631 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:46.381138 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:46.381562 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:46.381765 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49165830-9f29-4796-9b1b-e827d7f78a3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:04:46.460808 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b79b2ae4-117f-4050-b840-c094f3125dc3 req-8c9fd57e-4f94-40fe-a08e-3334853b4761 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07aae0fa-265c-47a8-af4f-ea385dbee127 HTTP/1.1" status: 200 len: 999 time: 0.0785856 Nov 16 16:04:46.488863 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-dc8849c4-f626-4b2a-9eea-034b31882b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '4ec9f1ab-256e-49e9-81a4-63de14172404', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'port_id': '07aae0fa-265c-47a8-af4f-ea385dbee127', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'mac_address': 'fa:16:3e:c5:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674c9e04-e56c-4891-adc1-7cdac0c8510f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:04:12Z', 'updated_at': '2021-11-16T16:04:45Z', 'revision_number': 1, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:04:13Z', 'revision_number': 5, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:46.518373 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8849c4-f626-4b2a-9eea-034b31882b99 None None] Checking router: 366e26b1-e954-44e1-afd4-82f38fbafa87 for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:04:46.522200 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b2ae4-117f-4050-b840-c094f3125dc3 req-037732f2-4dfa-4a83-9798-eb0dcc046cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:46.523666 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b79b2ae4-117f-4050-b840-c094f3125dc3 req-037732f2-4dfa-4a83-9798-eb0dcc046cbb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ec2c535f-42fb-4fff-81b4-1040ff0751d5 HTTP/1.1" status: 200 len: 848 time: 0.0477786 Nov 16 16:04:46.526916 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8849c4-f626-4b2a-9eea-034b31882b99 None None] Routers {'366e26b1-e954-44e1-afd4-82f38fbafa87'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:04:46.527768 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-dc8849c4-f626-4b2a-9eea-034b31882b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:04:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['366e26b1-e954-44e1-afd4-82f38fbafa87'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:46.590253 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b2ae4-117f-4050-b840-c094f3125dc3 req-cce16812-75e3-4123-8b67-bfa64b4c4db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:46.591820 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b79b2ae4-117f-4050-b840-c094f3125dc3 req-cce16812-75e3-4123-8b67-bfa64b4c4db4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555081 Nov 16 16:04:46.655222 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-dc8849c4-f626-4b2a-9eea-034b31882b99 None None] Set router 366e26b1-e954-44e1-afd4-82f38fbafa87 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:04:46.745039 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e0092-77c4-43bc-9983-d9e14ef8b663 req-2362cf39-7b95-44c0-b50a-4bc31d5b7880 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:46.748308 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b79b2ae4-117f-4050-b840-c094f3125dc3 req-5a80fba2-e4ae-4c70-9c28-3137ebb80970 service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435440 Nov 16 16:04:46.754174 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5f9e0092-77c4-43bc-9983-d9e14ef8b663 req-2362cf39-7b95-44c0-b50a-4bc31d5b7880 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 945 time: 0.1007946 Nov 16 16:04:46.852264 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5f9e0092-77c4-43bc-9983-d9e14ef8b663 req-5f88ded2-d91f-453c-a68c-e40829dc3b16 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971420 Nov 16 16:04:46.879391 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b79b2ae4-117f-4050-b840-c094f3125dc3 req-ddbdd452-9227-43c9-9846-7cfaa50e428e service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203470 Nov 16 16:04:46.954830 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-dc8849c4-f626-4b2a-9eea-034b31882b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '4ec9f1ab-256e-49e9-81a4-63de14172404', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'port_id': '07aae0fa-265c-47a8-af4f-ea385dbee127', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'mac_address': 'fa:16:3e:c5:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674c9e04-e56c-4891-adc1-7cdac0c8510f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:04:12Z', 'updated_at': '2021-11-16T16:04:45Z', 'revision_number': 1, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:04:13Z', 'revision_number': 5, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:46.988400 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8849c4-f626-4b2a-9eea-034b31882b99 None None] The sync data for ids ['366e26b1-e954-44e1-afd4-82f38fbafa87'] in dv-cinder-818098-2-iscsi is: [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '4ec9f1ab-256e-49e9-81a4-63de14172404', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'port_id': '07aae0fa-265c-47a8-af4f-ea385dbee127', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'mac_address': 'fa:16:3e:c5:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674c9e04-e56c-4891-adc1-7cdac0c8510f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:04:12Z', 'updated_at': '2021-11-16T16:04:45Z', 'revision_number': 1, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:04:13Z', 'revision_number': 5, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:04:47.055822 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e836f8-5a45-46a8-a0fa-2ccc9d34d067 req-0e598de1-a5c6-4efa-9200-484794e9a333 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:47.057953 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-46e836f8-5a45-46a8-a0fa-2ccc9d34d067 req-0e598de1-a5c6-4efa-9200-484794e9a333 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0637889 Nov 16 16:04:47.116815 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-46e836f8-5a45-46a8-a0fa-2ccc9d34d067 req-8376120c-450a-45b3-bf93-be74612f3896 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492432 Nov 16 16:04:47.279295 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf33247-9ef0-4c6a-95eb-4a5168c81aff req-f5ec71fc-1048-4fe2-9386-921f760356a8 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:47.281608 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9cf33247-9ef0-4c6a-95eb-4a5168c81aff req-f5ec71fc-1048-4fe2-9386-921f760356a8 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 950 time: 0.0910766 Nov 16 16:04:47.356598 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861656d3-c300-4308-a5bd-d30cafc7ba04 None None] New status for floating IP 4ec9f1ab-256e-49e9-81a4-63de14172404: ACTIVE {{(pid=101855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:04:47.366652 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9cf33247-9ef0-4c6a-95eb-4a5168c81aff req-a90ef04d-184c-4797-8034-61cef81ab72c tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/security-groups?id=63db7b18-503e-4ab8-affa-f9aa8d6e792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788009 Nov 16 16:04:47.687624 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f425fea-4c17-41da-b3ae-db333467a047 req-5ec85d76-9faa-4a05-83b1-c6fc15418280 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:47.692114 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2f425fea-4c17-41da-b3ae-db333467a047 req-5ec85d76-9faa-4a05-83b1-c6fc15418280 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 950 time: 0.0568476 Nov 16 16:04:47.747525 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2f425fea-4c17-41da-b3ae-db333467a047 req-bb48aac9-c6d4-4da1-801f-2b6879b8c823 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/security-groups?id=63db7b18-503e-4ab8-affa-f9aa8d6e792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514634 Nov 16 16:04:47.827328 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40234) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:48.022413 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457bfa6-9961-46b1-80fe-93e0b973a96d req-cd86d6ab-3df2-4854-85f8-477f00d92de0 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:48.023930 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3457bfa6-9961-46b1-80fe-93e0b973a96d req-cd86d6ab-3df2-4854-85f8-477f00d92de0 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 945 time: 0.0509965 Nov 16 16:04:48.064487 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b2011cb7-5f70-4c36-adc6-51e89197bb75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:48.104756 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3457bfa6-9961-46b1-80fe-93e0b973a96d req-96c9052d-f2c2-4256-92c9-94d420f78c3c tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/security-groups?id=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722833 Nov 16 16:04:48.181252 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b2011cb7-5f70-4c36-adc6-51e89197bb75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:48.186514 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b2011cb7-5f70-4c36-adc6-51e89197bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:48.264703 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-b2011cb7-5f70-4c36-adc6-51e89197bb75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a945f9ebd9b348c3aabbf10a9bbc2948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352982 Nov 16 16:04:48.265929 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 40254) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:48.270427 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2011cb7-5f70-4c36-adc6-51e89197bb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473d8824-96b1-49be-b68b-56fd69342d27,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:48.298536 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f8be6-d16c-4c91-ade8-24601c750611 req-d89cf4d2-cf3d-40ea-b708-ec79480b554b tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:48.300119 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6c6f8be6-d16c-4c91-ade8-24601c750611 req-d89cf4d2-cf3d-40ea-b708-ec79480b554b tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.1006742 Nov 16 16:04:48.332794 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2e954c6d-8ea2-4412-8cd9-b98ae6a05350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:48.357599 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6c6f8be6-d16c-4c91-ade8-24601c750611 req-f9108567-18b3-48af-9a5c-36e2cb93adc7 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489895 Nov 16 16:04:48.361251 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2e954c6d-8ea2-4412-8cd9-b98ae6a05350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:48.420816 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2e954c6d-8ea2-4412-8cd9-b98ae6a05350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:48.424563 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2e954c6d-8ea2-4412-8cd9-b98ae6a05350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:48.428378 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-2e954c6d-8ea2-4412-8cd9-b98ae6a05350 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/473d8824-96b1-49be-b68b-56fd69342d27 HTTP/1.1" status: 204 len: 168 time: 0.1583557 Nov 16 16:04:48.435437 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e954c6d-8ea2-4412-8cd9-b98ae6a05350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473d8824-96b1-49be-b68b-56fd69342d27,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:48.579024 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe936cc8-a061-4491-a335-a2832dc7c152 req-e5a5d921-6419-4316-b45c-6f554b08a394 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:48.580676 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-fe936cc8-a061-4491-a335-a2832dc7c152 req-e5a5d921-6419-4316-b45c-6f554b08a394 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 945 time: 0.0820072 Nov 16 16:04:48.759923 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-fe936cc8-a061-4491-a335-a2832dc7c152 req-b540ca05-c8aa-49d0-8d81-20575bb625d7 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Deleting port 4ac187bb-10df-4230-9320-5556a334a54d {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:04:48.760268 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-fe936cc8-a061-4491-a335-a2832dc7c152 req-b540ca05-c8aa-49d0-8d81-20575bb625d7 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:48.803789 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40272) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:48.820085 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9a2652f0-3a62-4053-843a-9b7464b5d958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:48.866182 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-fe936cc8-a061-4491-a335-a2832dc7c152 req-b540ca05-c8aa-49d0-8d81-20575bb625d7 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] For port 4ac187bb-10df-4230-9320-5556a334a54d, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=4ac187bb-10df-4230-9320-5556a334a54d,segment=NetworkSegment(bd9fc49f-e481-4955-9fbe-864879b4dc60),segment_id=bd9fc49f-e481-4955-9fbe-864879b4dc60)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:48.866560 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-fe936cc8-a061-4491-a335-a2832dc7c152 req-b540ca05-c8aa-49d0-8d81-20575bb625d7 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:48.882168 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-fe936cc8-a061-4491-a335-a2832dc7c152 req-b540ca05-c8aa-49d0-8d81-20575bb625d7 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Calling delete_port for 4ac187bb-10df-4230-9320-5556a334a54d owned by compute:nova {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:04:48.919767 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb052f88-b5e1-4bf8-8226-63380345f462 req-1bca88b1-5cb1-40b5-b5fa-c23c64df6901 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:48.921270 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cb052f88-b5e1-4bf8-8226-63380345f462 req-1bca88b1-5cb1-40b5-b5fa-c23c64df6901 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 950 time: 0.0906086 Nov 16 16:04:48.981972 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9a2652f0-3a62-4053-843a-9b7464b5d958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:48.988516 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9a2652f0-3a62-4053-843a-9b7464b5d958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:49.009897 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cb052f88-b5e1-4bf8-8226-63380345f462 req-d99380b1-bbc2-45c6-8e16-a33d1645980b tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/security-groups?id=63db7b18-503e-4ab8-affa-f9aa8d6e792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817184 Nov 16 16:04:49.035716 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-9a2652f0-3a62-4053-843a-9b7464b5d958 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d4f5a18ec134e648ada03af1a7a0ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305675 Nov 16 16:04:49.037718 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2652f0-3a62-4053-843a-9b7464b5d958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1416dbaf-9a66-421a-916c-708333ec6f28,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:49.040612 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 40276) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:49.063208 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-fe936cc8-a061-4491-a335-a2832dc7c152 req-b540ca05-c8aa-49d0-8d81-20575bb625d7 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:49.079737 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['4ac187bb-10df-4230-9320-5556a334a54d'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:04:49.116545 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540ca05-c8aa-49d0-8d81-20575bb625d7 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Pushing event deleted for resources: {'Port': ['ID=4ac187bb-10df-4230-9320-5556a334a54d,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:49.193042 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe936cc8-a061-4491-a335-a2832dc7c152 req-b540ca05-c8aa-49d0-8d81-20575bb625d7 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] No DVR routers for this DVR port 4ac187bb-10df-4230-9320-5556a334a54d on host hv-cinder-81809 {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:04:49.194749 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2bb57059-e27b-498c-9d1c-fbb581f5bae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:49.198250 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-fe936cc8-a061-4491-a335-a2832dc7c152 req-b540ca05-c8aa-49d0-8d81-20575bb625d7 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:49.201887 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-fe936cc8-a061-4491-a335-a2832dc7c152 req-b540ca05-c8aa-49d0-8d81-20575bb625d7 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.62 "DELETE /v2.0/ports/4ac187bb-10df-4230-9320-5556a334a54d HTTP/1.1" status: 204 len: 173 time: 0.6119401 Nov 16 16:04:49.202319 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c53b20-4a71-421c-b123-bd5f6ccc6fe0', 'name': 'network-vif-deleted', 'tag': '4ac187bb-10df-4230-9320-5556a334a54d'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:49.205261 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b561bc-2c00-4a67-95fa-b35dd22a96ef" -d '{"events": [{"server_uuid": "d8c53b20-4a71-421c-b123-bd5f6ccc6fe0", "name": "network-vif-deleted", "tag": "4ac187bb-10df-4230-9320-5556a334a54d"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:49.211156 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9baa19fc-1bbe-4fd9-9b44-85f11490e7d8 req-4ec4fda8-e930-4c4a-8e1d-75aac3759531 tempest-DeleteServersTestJSON-384754223 tempest-DeleteServersTestJSON-384754223-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c53b20-4a71-421c-b123-bd5f6ccc6fe0 HTTP/1.1" status: 200 len: 210 time: 0.0310099 Nov 16 16:04:49.229363 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2bb57059-e27b-498c-9d1c-fbb581f5bae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:49.260063 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19cc0a8-9b76-4f57-be0e-004f35d850aa x-openstack-request-id: req-d19cc0a8-9b76-4f57-be0e-004f35d850aa {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:49.260355 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c53b20-4a71-421c-b123-bd5f6ccc6fe0", "name": "network-vif-deleted", "tag": "4ac187bb-10df-4230-9320-5556a334a54d", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:49.260611 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d19cc0a8-9b76-4f57-be0e-004f35d850aa {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:49.260999 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c53b20-4a71-421c-b123-bd5f6ccc6fe0', 'name': 'network-vif-deleted', 'tag': '4ac187bb-10df-4230-9320-5556a334a54d', 'status': 'completed', 'code': 200} Nov 16 16:04:49.284561 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2bb57059-e27b-498c-9d1c-fbb581f5bae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:49.287221 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2bb57059-e27b-498c-9d1c-fbb581f5bae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:49.288398 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-2bb57059-e27b-498c-9d1c-fbb581f5bae1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1416dbaf-9a66-421a-916c-708333ec6f28 HTTP/1.1" status: 204 len: 168 time: 0.2467847 Nov 16 16:04:49.302692 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb57059-e27b-498c-9d1c-fbb581f5bae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1416dbaf-9a66-421a-916c-708333ec6f28,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:49.494630 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ff19b-6671-483d-83fb-ff885eecaf7d req-beb3d1c0-5c72-414c-8e07-96540fbf8eb5 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:49.504715 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-635ff19b-6671-483d-83fb-ff885eecaf7d req-beb3d1c0-5c72-414c-8e07-96540fbf8eb5 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0688810 Nov 16 16:04:49.564014 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-635ff19b-6671-483d-83fb-ff885eecaf7d req-f0d74eb7-c3be-49a4-a2bb-3d8a7fd88637 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583112 Nov 16 16:04:49.630873 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e0ec9-b228-4dda-8733-2b98c023f237 req-4ae69a63-78f1-480c-81da-5a34b0689da6 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:49.632486 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-117e0ec9-b228-4dda-8733-2b98c023f237 req-4ae69a63-78f1-480c-81da-5a34b0689da6 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 950 time: 0.0620244 Nov 16 16:04:49.754654 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-117e0ec9-b228-4dda-8733-2b98c023f237 req-b403c94e-66de-4fd5-b81f-72e3d1b74904 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Deleting port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:04:49.755023 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-117e0ec9-b228-4dda-8733-2b98c023f237 req-b403c94e-66de-4fd5-b81f-72e3d1b74904 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:49.852141 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-117e0ec9-b228-4dda-8733-2b98c023f237 req-b403c94e-66de-4fd5-b81f-72e3d1b74904 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] For port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=30f5ecc5-351c-4279-9dc1-cc7b6e72b52e,segment=NetworkSegment(bc922873-4444-4cb7-a3e7-7730d64957dc),segment_id=bc922873-4444-4cb7-a3e7-7730d64957dc)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:04:49.852496 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-117e0ec9-b228-4dda-8733-2b98c023f237 req-b403c94e-66de-4fd5-b81f-72e3d1b74904 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:49.866531 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-117e0ec9-b228-4dda-8733-2b98c023f237 req-b403c94e-66de-4fd5-b81f-72e3d1b74904 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Calling delete_port for 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e owned by compute:nova {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:04:50.162871 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579a22c-155b-4344-b749-335b443a32b7 req-a333c2d6-37e1-44cd-8d9f-5985c6e02a8c tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:50.164646 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7579a22c-155b-4344-b749-335b443a32b7 req-a333c2d6-37e1-44cd-8d9f-5985c6e02a8c tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 950 time: 0.0652826 Nov 16 16:04:50.216715 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7579a22c-155b-4344-b749-335b443a32b7 req-edd6a496-d8d4-4c89-9883-26e7118def7d tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/security-groups?id=63db7b18-503e-4ab8-affa-f9aa8d6e792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454049 Nov 16 16:04:50.298979 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-117e0ec9-b228-4dda-8733-2b98c023f237 req-b403c94e-66de-4fd5-b81f-72e3d1b74904 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:50.334188 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403c94e-66de-4fd5-b81f-72e3d1b74904 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Pushing event deleted for resources: {'Port': ['ID=30f5ecc5-351c-4279-9dc1-cc7b6e72b52e,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:50.382923 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-117e0ec9-b228-4dda-8733-2b98c023f237 req-b403c94e-66de-4fd5-b81f-72e3d1b74904 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] No DVR routers for this DVR port 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e on host hv-cinder-81809 {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:04:50.386414 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-117e0ec9-b228-4dda-8733-2b98c023f237 req-b403c94e-66de-4fd5-b81f-72e3d1b74904 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:50.393479 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-117e0ec9-b228-4dda-8733-2b98c023f237 req-b403c94e-66de-4fd5-b81f-72e3d1b74904 tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.62 "DELETE /v2.0/ports/30f5ecc5-351c-4279-9dc1-cc7b6e72b52e HTTP/1.1" status: 204 len: 173 time: 0.7518234 Nov 16 16:04:50.707955 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22526-3f2c-4f9f-8084-ffb9ea514fe0 req-884e91f3-59d6-45a0-b231-4b8e44c99122 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:50.710307 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2ab22526-3f2c-4f9f-8084-ffb9ea514fe0 req-884e91f3-59d6-45a0-b231-4b8e44c99122 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0543048 Nov 16 16:04:50.742501 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-2a920a40-be2c-4e93-9731-806df5ad293a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:50.761942 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2ab22526-3f2c-4f9f-8084-ffb9ea514fe0 req-3e8ed2a9-c466-40d3-884b-503a9033a728 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 Nov 16 16:04:51.262501 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8f46c2-6a46-484f-8b50-29407c7207c7', 'name': 'network-vif-deleted', 'tag': '30f5ecc5-351c-4279-9dc1-cc7b6e72b52e'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:04:51.265052 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57be4c90-1ddb-49a9-b9f3-ec0af54f52fd" -d '{"events": [{"server_uuid": "fe8f46c2-6a46-484f-8b50-29407c7207c7", "name": "network-vif-deleted", "tag": "30f5ecc5-351c-4279-9dc1-cc7b6e72b52e"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:04:52.383707 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:04:53.009328 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-44b39500-616d-46ff-8984-a233e1a8add6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:53.205616 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:04:53.229627 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:04:53.229999 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 30f5ecc5-351c-4279-9dc1-cc7b6e72b52e not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:04:53.230474 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 4ac187bb-10df-4230-9320-5556a334a54d no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:04:53.251224 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 4ac187bb-10df-4230-9320-5556a334a54d {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:04:53.251606 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 4ac187bb-10df-4230-9320-5556a334a54d not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:04:53.304204 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a91d02-0faa-45c5-b94c-ad70ed9c3470 x-openstack-request-id: req-79a91d02-0faa-45c5-b94c-ad70ed9c3470 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:04:53.304745 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8f46c2-6a46-484f-8b50-29407c7207c7", "name": "network-vif-deleted", "tag": "30f5ecc5-351c-4279-9dc1-cc7b6e72b52e", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:04:53.304745 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79a91d02-0faa-45c5-b94c-ad70ed9c3470 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:04:53.305072 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8f46c2-6a46-484f-8b50-29407c7207c7', 'name': 'network-vif-deleted', 'tag': '30f5ecc5-351c-4279-9dc1-cc7b6e72b52e', 'status': 'completed', 'code': 200} Nov 16 16:04:53.330491 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-29ee9220-47a6-4b85-ad15-2d2cd64b3800 req-7de3253e-87ea-4595-bcf1-cb18311fcbee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720494 Nov 16 16:04:53.371418 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-01c5f7fd-0793-44a3-a9e7-f5af82b46940 req-23a3cbc8-39a1-42f4-8989-3b4e1991debc tempest-VolumesNegativeTest-303315713 tempest-VolumesNegativeTest-303315713-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8f46c2-6a46-484f-8b50-29407c7207c7 HTTP/1.1" status: 200 len: 210 time: 0.0366600 Nov 16 16:04:53.424112 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d75b3-e2c2-4101-b3ed-8de2c37cf0f0 req-35bed224-3298-4c24-a382-5937d5588b76 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:53.425867 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-472d75b3-e2c2-4101-b3ed-8de2c37cf0f0 req-35bed224-3298-4c24-a382-5937d5588b76 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0573165 Nov 16 16:04:53.436028 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee9220-47a6-4b85-ad15-2d2cd64b3800 req-cb9b23a2-589a-42c8-a9d5-19e9016e8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:53.437540 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-29ee9220-47a6-4b85-ad15-2d2cd64b3800 req-cb9b23a2-589a-42c8-a9d5-19e9016e8711 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29515163ad924903a1d1f653c9f77ee0&device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 1098 time: 0.0452836 Nov 16 16:04:53.481960 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-472d75b3-e2c2-4101-b3ed-8de2c37cf0f0 req-426b621e-ccbf-4807-b2d1-914b4b8b6be7 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485680 Nov 16 16:04:53.557537 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee9220-47a6-4b85-ad15-2d2cd64b3800 req-2d03709b-d6c6-4f78-909f-ca4e9f174e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:53.559631 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-29ee9220-47a6-4b85-ad15-2d2cd64b3800 req-2d03709b-d6c6-4f78-909f-ca4e9f174e5a service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 HTTP/1.1" status: 200 len: 920 time: 0.0954432 Nov 16 16:04:53.604939 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-29ee9220-47a6-4b85-ad15-2d2cd64b3800 req-e8295418-b959-4815-8f86-1d145e4733ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc HTTP/1.1" status: 200 len: 217 time: 0.0349126 Nov 16 16:04:53.661827 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee9220-47a6-4b85-ad15-2d2cd64b3800 req-794b2f28-d4df-4da4-89f7-5ab5a394fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:53.663256 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-29ee9220-47a6-4b85-ad15-2d2cd64b3800 req-794b2f28-d4df-4da4-89f7-5ab5a394fae6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04bfc9da-d704-4273-b63a-6fd73d56e6c3 HTTP/1.1" status: 200 len: 859 time: 0.0479312 Nov 16 16:04:53.701186 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-29ee9220-47a6-4b85-ad15-2d2cd64b3800 req-1a4bcaef-1b1f-473a-928c-dcb61a1c9bdd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266449 Nov 16 16:04:53.817731 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-29ee9220-47a6-4b85-ad15-2d2cd64b3800 req-b5841ac0-40fd-4066-8c4c-7006911f9fb5 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062140 Nov 16 16:04:53.826990 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40394) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:53.877335 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3fa7e9-3866-4a3d-b997-de8ea3c0e284 admin admin] Deleting subnet bb8b5002-2d85-442e-a2de-f944201b6b53 {{(pid=101853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:04:53.880552 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5e3fa7e9-3866-4a3d-b997-de8ea3c0e284 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:53.920565 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5e3fa7e9-3866-4a3d-b997-de8ea3c0e284 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1186861'] for subnet, precommit_delete_associations {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:53.928290 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-29ee9220-47a6-4b85-ad15-2d2cd64b3800 req-2de81df5-3f2d-481b-9f98-f841a84a7ebb service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938191 Nov 16 16:04:54.161124 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5e3fa7e9-3866-4a3d-b997-de8ea3c0e284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:54.217509 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5e3fa7e9-3866-4a3d-b997-de8ea3c0e284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3353557'] for subnet, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:54.246029 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5e3fa7e9-3866-4a3d-b997-de8ea3c0e284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:54.249266 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-5e3fa7e9-3866-4a3d-b997-de8ea3c0e284 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bb8b5002-2d85-442e-a2de-f944201b6b53 HTTP/1.1" status: 204 len: 168 time: 0.4211907 Nov 16 16:04:54.250838 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fa7e9-3866-4a3d-b997-de8ea3c0e284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb8b5002-2d85-442e-a2de-f944201b6b53,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:54.252763 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40402) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:54.331696 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:54.347024 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-92d6bf6a-23a1-4047-8ff1-773e7390dbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:54.450877 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-92d6bf6a-23a1-4047-8ff1-773e7390dbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:54.480040 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-92d6bf6a-23a1-4047-8ff1-773e7390dbf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bdf219-f7fe-484d-8f47-eb89edc86701']}} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:54.491443 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-92d6bf6a-23a1-4047-8ff1-773e7390dbf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9fc49f-e481-4955-9fbe-864879b4dc60') {'for_net_delete': True} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:54.491789 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-92d6bf6a-23a1-4047-8ff1-773e7390dbf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9fc49f-e481-4955-9fbe-864879b4dc60') {} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:04:54.517721 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-92d6bf6a-23a1-4047-8ff1-773e7390dbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1186850'] for segment, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:54.546157 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-92d6bf6a-23a1-4047-8ff1-773e7390dbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:54.564874 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d6bf6a-23a1-4047-8ff1-773e7390dbf3 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=101853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:04:54.565311 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-92d6bf6a-23a1-4047-8ff1-773e7390dbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153758'] for segment, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: Traceback (most recent call last): Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: timer() Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: cb(*args, **kw) Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: return func(*args, **kwargs) Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: self._notify() Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: self.callback(batched_events) Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: event.method(event) Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: return f(self, *a, **k) Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._get(url).json() Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: return self.request(url, 'GET', **kwargs) Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:04:54.569550 dv-cinder-818098-2-iscsi neutron-server[101853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:04:54.679232 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-92d6bf6a-23a1-4047-8ff1-773e7390dbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:54.689960 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-92d6bf6a-23a1-4047-8ff1-773e7390dbf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:54.695655 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-92d6bf6a-23a1-4047-8ff1-773e7390dbf3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d9bdf219-f7fe-484d-8f47-eb89edc86701 HTTP/1.1" status: 204 len: 168 time: 0.4396033 Nov 16 16:04:54.701501 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6700c-12cb-47ce-a996-e3f67c83b8dd req-75f3001c-18cf-4255-bda1-c993afa5748f tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:54.709596 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e4d6700c-12cb-47ce-a996-e3f67c83b8dd req-75f3001c-18cf-4255-bda1-c993afa5748f tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0815802 Nov 16 16:04:54.743100 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6bf6a-23a1-4047-8ff1-773e7390dbf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9bdf219-f7fe-484d-8f47-eb89edc86701,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:54.790475 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e4d6700c-12cb-47ce-a996-e3f67c83b8dd req-2e58d07e-d598-4d50-afae-cf97d7f11f4d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753851 Nov 16 16:04:54.966474 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40452) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:55.008619 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-d1e656f9-1bf1-417b-a551-a11b49d5b166 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=565c2a8ebcd14908b53a63401ebcb81c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409153 Nov 16 16:04:55.011023 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40454) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:55.063354 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a5f24d52-1944-46d0-a4da-b9433279d902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:55.085636 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a5f24d52-1944-46d0-a4da-b9433279d902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:55.137887 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a5f24d52-1944-46d0-a4da-b9433279d902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:55.140576 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a5f24d52-1944-46d0-a4da-b9433279d902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:55.142284 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-a5f24d52-1944-46d0-a4da-b9433279d902 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5 HTTP/1.1" status: 204 len: 168 time: 0.1302564 Nov 16 16:04:55.149876 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f24d52-1944-46d0-a4da-b9433279d902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fc8ac2-77cb-4b50-b852-4ea58ad0bef5,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:55.710862 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:56.496574 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:56.599044 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:58.021760 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fb491-11b8-4160-b275-67cd415fcb7c req-239490de-e7d8-4e6d-8a37-cb48ae3e9518 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:58.023231 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4e4fb491-11b8-4160-b275-67cd415fcb7c req-239490de-e7d8-4e6d-8a37-cb48ae3e9518 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0492671 Nov 16 16:04:58.075329 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4e4fb491-11b8-4160-b275-67cd415fcb7c req-24f7cf0a-1510-4634-8c00-5a8a057a94e6 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451300 Nov 16 16:04:58.986955 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 40760) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:59.167708 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40768) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:59.168332 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-98c74c26-9eee-4f22-9dd9-152a98afe415 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52edf438b5b545dfaa8dcdba31441017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797204 Nov 16 16:04:59.237962 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f4383-c987-4b71-8bee-dd5330409344 req-2d2d5d83-32fb-4dea-aeb7-8ca2ba0f10a7 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:04:59.245452 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-352f4383-c987-4b71-8bee-dd5330409344 req-2d2d5d83-32fb-4dea-aeb7-8ca2ba0f10a7 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0885532 Nov 16 16:04:59.290185 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-ad76c8e8-7520-4ecd-bbb8-493326a3b6c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:59.320376 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-352f4383-c987-4b71-8bee-dd5330409344 req-6595e9a2-df12-488d-be93-d8d2cb9813ec tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741520 Nov 16 16:04:59.326061 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 40780) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:59.331733 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-ad76c8e8-7520-4ecd-bbb8-493326a3b6c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:59.392556 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-ad76c8e8-7520-4ecd-bbb8-493326a3b6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:59.395306 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-ad76c8e8-7520-4ecd-bbb8-493326a3b6c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:59.396824 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-ad76c8e8-7520-4ecd-bbb8-493326a3b6c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/63db7b18-503e-4ab8-affa-f9aa8d6e792b HTTP/1.1" status: 204 len: 168 time: 0.2269113 Nov 16 16:04:59.405595 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76c8e8-7520-4ecd-bbb8-493326a3b6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63db7b18-503e-4ab8-affa-f9aa8d6e792b,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:59.467088 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9aae-49d6-479d-881b-1b4dcad90bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:59.589246 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9aae-49d6-479d-881b-1b4dcad90bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:59.593896 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4c3a9aae-49d6-479d-881b-1b4dcad90bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:59.649820 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-4c3a9aae-49d6-479d-881b-1b4dcad90bf8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9726be687afc45da9212d63b56708689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226807 Nov 16 16:04:59.650666 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a9aae-49d6-479d-881b-1b4dcad90bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb25d595-37ea-4f89-a290-7d4f9346007a,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:04:59.653258 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 40802) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:04:59.711110 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f3499bb1-ddbd-43a6-baba-16680a932813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:59.749049 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f3499bb1-ddbd-43a6-baba-16680a932813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:59.806531 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f3499bb1-ddbd-43a6-baba-16680a932813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:59.809221 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f3499bb1-ddbd-43a6-baba-16680a932813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:04:59.810652 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-f3499bb1-ddbd-43a6-baba-16680a932813 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb25d595-37ea-4f89-a290-7d4f9346007a HTTP/1.1" status: 204 len: 168 time: 0.1562786 Nov 16 16:04:59.821466 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3499bb1-ddbd-43a6-baba-16680a932813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb25d595-37ea-4f89-a290-7d4f9346007a,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:00.187179 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 40834) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:00.200709 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-11462e88-27b2-43be-9bb8-91bdffae2fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.215550 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40836) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:00.278864 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-11462e88-27b2-43be-9bb8-91bdffae2fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.284939 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-11462e88-27b2-43be-9bb8-91bdffae2fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.323364 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11462e88-27b2-43be-9bb8-91bdffae2fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7282fbc-3188-4f6f-ab31-77a35e1f98b1,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:00.327740 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-11462e88-27b2-43be-9bb8-91bdffae2fde admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0b181960e224154909b804683a44b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394534 Nov 16 16:05:00.330614 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 40840) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:00.380514 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-127594987-network', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:00.387040 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8f16fd2f-f004-4efc-8d87-2bfb9e615966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.401384 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] Made reservation on behalf of d2bdf7025cb744f088b95cb0bba5169b for: {'network': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:05:00.403817 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.410981 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8f16fd2f-f004-4efc-8d87-2bfb9e615966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.416017 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.461501 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8f16fd2f-f004-4efc-8d87-2bfb9e615966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.464526 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8f16fd2f-f004-4efc-8d87-2bfb9e615966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.465632 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-8f16fd2f-f004-4efc-8d87-2bfb9e615966 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7282fbc-3188-4f6f-ab31-77a35e1f98b1 HTTP/1.1" status: 204 len: 168 time: 0.1340954 Nov 16 16:05:00.480966 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16fd2f-f004-4efc-8d87-2bfb9e615966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7282fbc-3188-4f6f-ab31-77a35e1f98b1,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:00.524713 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.530549 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.554037 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=101853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:05:00.570883 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd203426-90a6-49d4-b7aa-85b2ab1f2138,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:00.573972 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.574321 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.segments_db [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] Added segment 6eb470ee-f423-4fc0-8248-f5c5d85c46b0 of type vlan for network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 Nov 16 16:05:00.619381 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.646174 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.647236 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:00.648040 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.702677 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4860086 Nov 16 16:05:00.706236 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 40852) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:00.711103 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-02a0c76c-730c-4833-bc2f-4f87a5efe233 admin admin] Request body: {'subnet': {'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-127594987-subnet', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'ip_version': 4}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:00.714381 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538de82b-a40e-460c-a1c2-3ce414150c9f admin admin] Pushing event updated for resources: {'Network': ['ID=d76e01f2-cefd-4113-8b4c-ae0a7cc24037,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:00.734111 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:05:00.737665 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a0c76c-730c-4833-bc2f-4f87a5efe233 admin admin] Made reservation on behalf of d2bdf7025cb744f088b95cb0bba5169b for: {'subnet': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:05:00.740678 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-02a0c76c-730c-4833-bc2f-4f87a5efe233 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3173568'] for subnet, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.934940 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-02a0c76c-730c-4833-bc2f-4f87a5efe233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3712759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3173586'] for subnet, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:00.980966 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0c76c-730c-4833-bc2f-4f87a5efe233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a71067b-bbc5-4a7f-a337-f77ec6b82b43,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:00.999688 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a0c76c-730c-4833-bc2f-4f87a5efe233 admin admin] Checking segment: {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:05:01.000039 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a0c76c-730c-4833-bc2f-4f87a5efe233 admin admin] Network hostable DHCP agents. Network: d76e01f2-cefd-4113-8b4c-ae0a7cc24037, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:05:01.016875 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a0c76c-730c-4833-bc2f-4f87a5efe233 admin admin] Network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:05:01.027419 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-02a0c76c-730c-4833-bc2f-4f87a5efe233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, d76e01f2-cefd-4113-8b4c-ae0a7cc24037) {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:01.032123 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a0c76c-730c-4833-bc2f-4f87a5efe233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:01.033534 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-02a0c76c-730c-4833-bc2f-4f87a5efe233 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.037819 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d9bb3-ff09-4e69-9ed8-7a948608416e None None] Network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:05:01.054792 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-02a0c76c-730c-4833-bc2f-4f87a5efe233 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3457222 Nov 16 16:05:01.055182 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40868) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:01.060087 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:01.082465 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15366'] for router, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.083979 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1753862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15391'] for router, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.146085 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.165082 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 40872) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:01.212016 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93989c1-70f4-523d-88f7-0e38e565381d-d76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43'}]}} from dv-cinder-818098-2-iscsi. {{(pid=101855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 16:05:01.213193 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.272943 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2004950422-network', 'tenant_id': 'c0640b1d1a4b4555a206659200451d47'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:01.297416 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] Made reservation on behalf of c0640b1d1a4b4555a206659200451d47 for: {'network': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:05:01.300059 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.308910 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.317838 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.362514 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.db_base_plugin_common [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Allocated IP 172.20.0.2 (d76e01f2-cefd-4113-8b4c-ae0a7cc24037/3a71067b-bbc5-4a7f-a337-f77ec6b82b43/56910a66-b718-401e-b82d-063f19b4348b) {{(pid=101855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:05:01.395244 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.399733 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.428869 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=101854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:05:01.435938 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad2dfd1-d2c4-4596-8bf1-a7f09ab70b69,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:01.446370 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.447076 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.segments_db [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] Added segment 09a4d205-2435-48e4-96a9-39eae5d4b66b of type vlan for network af3c1b7b-0973-40c7-8272-160498bd61de Nov 16 16:05:01.506439 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.518845 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Publish callbacks [] for port, precommit_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.525945 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.537106 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.538816 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:01.540023 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.546870 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.570406 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 is already hosted by enough agents. {{(pid=101855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:05:01.571803 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4055295 Nov 16 16:05:01.572088 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.574536 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40880) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:01.575395 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.base_scheduler [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Resources bound (agent type, host, resource id): {{(pid=101855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:01.580569 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-1e842d37-4f56-4c80-b29f-d052070b359e admin admin] Request body: {'subnet': {'network_id': 'af3c1b7b-0973-40c7-8272-160498bd61de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2004950422-subnet', 'tenant_id': 'c0640b1d1a4b4555a206659200451d47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:01.582072 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Received port after_create {{(pid=101855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:05:01.596676 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Pushing event updated for resources: {'Port': ['ID=56910a66-b718-401e-b82d-063f19b4348b,revision_number=1']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:01.613822 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e842d37-4f56-4c80-b29f-d052070b359e admin admin] Made reservation on behalf of c0640b1d1a4b4555a206659200451d47 for: {'subnet': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:05:01.616555 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1e842d37-4f56-4c80-b29f-d052070b359e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3353550'] for subnet, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.617114 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5837db-e289-47b1-9fdf-0400e2243308 admin admin] Pushing event updated for resources: {'Network': ['ID=af3c1b7b-0973-40c7-8272-160498bd61de,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:01.621674 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:01.622044 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:01.622388 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:01.622720 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:01.623048 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:01.623376 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:01.623724 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:01.624078 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:01.624418 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:01.624744 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:01.625062 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:01.625379 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:01.644326 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network af3c1b7b-0973-40c7-8272-160498bd61de details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:05:01.695145 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Attempting to bind port 56910a66-b718-401e-b82d-063f19b4348b on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:05:01.695536 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Attempting to bind port 56910a66-b718-401e-b82d-063f19b4348b by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:05:01.695896 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Attempting to bind port 56910a66-b718-401e-b82d-063f19b4348b on network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:05:01.715601 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:05:01.715976 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Checking segment: {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:05:01.716373 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.716764 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Bound using segment: {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:05:01.717227 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Bound port: 56910a66-b718-401e-b82d-063f19b4348b, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:05:01.717599 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.786790 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Allocated IP 172.27.1.116 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/c15278ed-4430-405e-9fac-9d603041941c) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:05:01.790439 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] For port 56910a66-b718-401e-b82d-063f19b4348b, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:05:01.793193 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] For port 56910a66-b718-401e-b82d-063f19b4348b, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=56910a66-b718-401e-b82d-063f19b4348b,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:05:01.796544 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.853725 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c779dd8-2d5b-4ba2-80f1-46835d3e3924 None None] Pushing event updated for resources: {'Port': ['ID=56910a66-b718-401e-b82d-063f19b4348b,revision_number=2']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:01.929314 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1e842d37-4f56-4c80-b29f-d052070b359e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2153975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3353564'] for subnet, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:01.997816 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:02.025460 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e842d37-4f56-4c80-b29f-d052070b359e admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f35b22-e3ff-4a0a-abce-3beaa8d600e1,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:02.040013 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e842d37-4f56-4c80-b29f-d052070b359e admin admin] Checking segment: {'id': '09a4d205-2435-48e4-96a9-39eae5d4b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'af3c1b7b-0973-40c7-8272-160498bd61de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:05:02.040364 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e842d37-4f56-4c80-b29f-d052070b359e admin admin] Network hostable DHCP agents. Network: af3c1b7b-0973-40c7-8272-160498bd61de, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:05:02.077767 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:02.083811 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e842d37-4f56-4c80-b29f-d052070b359e admin admin] Network af3c1b7b-0973-40c7-8272-160498bd61de is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:05:02.130712 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:05:02.131619 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-1e842d37-4f56-4c80-b29f-d052070b359e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, af3c1b7b-0973-40c7-8272-160498bd61de) {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:02.137460 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:02.139512 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfa93f0-1c09-44b4-bb4d-1016bc38d477 None None] Network af3c1b7b-0973-40c7-8272-160498bd61de requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:05:02.139729 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e842d37-4f56-4c80-b29f-d052070b359e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:02.140270 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1e842d37-4f56-4c80-b29f-d052070b359e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:02.144335 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:05:02.146156 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Pushing event updated for resources: {'Port': ['ID=c15278ed-4430-405e-9fac-9d603041941c,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:02.187305 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-1e842d37-4f56-4c80-b29f-d052070b359e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6117160 Nov 16 16:05:02.291788 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 56910a66-b718-401e-b82d-063f19b4348b up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:05:02.356678 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925664b8-682d-4366-9759-fa19381646b1 None None] Network af3c1b7b-0973-40c7-8272-160498bd61de requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:05:02.436490 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 56910a66-b718-401e-b82d-063f19b4348b triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:02.437230 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:02.463251 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:02.584663 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:02.630318 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] For port 56910a66-b718-401e-b82d-063f19b4348b, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=56910a66-b718-401e-b82d-063f19b4348b,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:05:02.635774 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:02.713218 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=56910a66-b718-401e-b82d-063f19b4348b,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:02.724719 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1753973'] for router, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:02.895677 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 40906) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:02.900973 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-525238417-network', 'tenant_id': 'edbbd73844a64697a23c0657c5cb5692'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:02.928405 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] Made reservation on behalf of edbbd73844a64697a23c0657c5cb5692 for: {'network': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:05:02.929615 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1b060a-d075-4b29-9a83-b3e8df5cff5a None None] Network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:05:02.931270 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:02.936642 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 is scheduled to L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a with binding_index 1 {{(pid=101853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 16:05:02.941184 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:02.952948 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a59b5-40b1-4621-ae95-6f35d4a4613b req-dfb2d10e-4dac-41c2-bf37-737b696d35d7 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:02.954917 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-529a59b5-40b1-4621-ae95-6f35d4a4613b req-dfb2d10e-4dac-41c2-bf37-737b696d35d7 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0932839 Nov 16 16:05:03.011576 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-9fa02517-81a7-4122-a930-bfa859738d7a None None] Provisioning complete for port 56910a66-b718-401e-b82d-063f19b4348b triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:03.012353 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9fa02517-81a7-4122-a930-bfa859738d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:03.029187 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:03.034449 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:03.058064 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=101854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:05:03.073493 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ad9e6d-a15c-4c91-a91f-c68a9ea423c9,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:03.079750 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:03.079945 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.segments_db [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] Added segment 0fcd5373-b1f7-4f8c-b2bf-76271ec07ae6 of type vlan for network fbe0016c-cc44-4fa2-a8dd-2109425e50fc Nov 16 16:05:03.110300 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-529a59b5-40b1-4621-ae95-6f35d4a4613b req-4f9f06cd-584b-49b9-9a05-c68883f10da8 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951989 Nov 16 16:05:03.123431 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:05:03.139554 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Sync routers for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:05:03.143705 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:03.149059 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] Publish callbacks [] for router, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:03.155860 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-fdee17fc-e61a-40a3-9a1e-80d17b030f93 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0970252 Nov 16 16:05:03.155992 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:05:03.156408 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:04:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:03.158710 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 40912) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:03.265423 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:03.266425 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:03.267532 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:03.274932 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:05:03.345437 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4456139 Nov 16 16:05:03.346636 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40916) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:03.356726 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-f38aea93-4537-49c5-9866-1365f57f7210 admin admin] Request body: {'subnet': {'network_id': 'fbe0016c-cc44-4fa2-a8dd-2109425e50fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-525238417-subnet', 'tenant_id': 'edbbd73844a64697a23c0657c5cb5692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:03.371074 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03c4df-7316-4ac2-a6aa-2b58719e9959 admin admin] Pushing event updated for resources: {'Network': ['ID=fbe0016c-cc44-4fa2-a8dd-2109425e50fc,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:03.387144 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network fbe0016c-cc44-4fa2-a8dd-2109425e50fc details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:05:03.413588 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38aea93-4537-49c5-9866-1365f57f7210 admin admin] Made reservation on behalf of edbbd73844a64697a23c0657c5cb5692 for: {'subnet': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:05:03.416376 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f38aea93-4537-49c5-9866-1365f57f7210 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3353550'] for subnet, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:03.522654 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:02Z', 'revision_number': 3, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:03.550644 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Checking router: 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:05:03.551279 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Updating router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 port c15278ed-4430-405e-9fac-9d603041941c binding host dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:05:03.571820 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-9188bf8a-1b3b-455c-9468-8b8dcf438dde None None] Provisioning complete for port 56910a66-b718-401e-b82d-063f19b4348b triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:03.572617 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9188bf8a-1b3b-455c-9468-8b8dcf438dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:03.577921 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:03.691241 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f38aea93-4537-49c5-9866-1365f57f7210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2153975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3353564'] for subnet, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:03.816885 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38aea93-4537-49c5-9866-1365f57f7210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd9df776-ebf5-47a0-b9a2-577e1b1c2144,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:03.835378 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38aea93-4537-49c5-9866-1365f57f7210 admin admin] Checking segment: {'id': '0fcd5373-b1f7-4f8c-b2bf-76271ec07ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fbe0016c-cc44-4fa2-a8dd-2109425e50fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:05:03.835778 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38aea93-4537-49c5-9866-1365f57f7210 admin admin] Network hostable DHCP agents. Network: fbe0016c-cc44-4fa2-a8dd-2109425e50fc, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:05:03.869520 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38aea93-4537-49c5-9866-1365f57f7210 admin admin] Network fbe0016c-cc44-4fa2-a8dd-2109425e50fc is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:05:03.891563 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:03.894531 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-f38aea93-4537-49c5-9866-1365f57f7210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, fbe0016c-cc44-4fa2-a8dd-2109425e50fc) {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:03.898979 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38aea93-4537-49c5-9866-1365f57f7210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:03.899920 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f38aea93-4537-49c5-9866-1365f57f7210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:03.905161 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4fa3ae-e339-4fd4-a22d-13da5a59d585 None None] Network fbe0016c-cc44-4fa2-a8dd-2109425e50fc requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:05:03.919908 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-f38aea93-4537-49c5-9866-1365f57f7210 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5701809 Nov 16 16:05:04.066286 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e412feb3-2c45-49c1-be1d-0aa927f5261b None None] Network fbe0016c-cc44-4fa2-a8dd-2109425e50fc requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:05:04.097953 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Publish callbacks [] for port, precommit_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:04.113001 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:04.163399 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Attempting to bind port c15278ed-4430-405e-9fac-9d603041941c on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:05:04.164616 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Attempting to bind port c15278ed-4430-405e-9fac-9d603041941c by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:05:04.165399 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Attempting to bind port c15278ed-4430-405e-9fac-9d603041941c on network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:05:04.178849 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:05:04.181499 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Checking segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:05:04.182195 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:04.183045 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Bound using segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:05:04.183157 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Bound port: c15278ed-4430-405e-9fac-9d603041941c, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:05:04.183747 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:04.212808 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Allocated IP 172.20.0.1 (d76e01f2-cefd-4113-8b4c-ae0a7cc24037/3a71067b-bbc5-4a7f-a337-f77ec6b82b43/61d38778-ecc7-4719-98fa-884dbd604e02) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:05:04.248778 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22288e-d94f-4447-a547-d16162f36c16 None None] Pushing event updated for resources: {'Port': ['ID=c15278ed-4430-405e-9fac-9d603041941c,revision_number=2']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:04.291128 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22288e-d94f-4447-a547-d16162f36c16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:04.292875 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22288e-d94f-4447-a547-d16162f36c16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:04.293429 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22288e-d94f-4447-a547-d16162f36c16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:04.294366 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22288e-d94f-4447-a547-d16162f36c16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:04.300970 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22288e-d94f-4447-a547-d16162f36c16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:04.301597 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22288e-d94f-4447-a547-d16162f36c16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:04.302205 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22288e-d94f-4447-a547-d16162f36c16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:04.307208 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22288e-d94f-4447-a547-d16162f36c16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:04.307962 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22288e-d94f-4447-a547-d16162f36c16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:04.309988 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22288e-d94f-4447-a547-d16162f36c16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:04.310749 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 56910a66-b718-401e-b82d-063f19b4348b up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:05:04.313340 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22288e-d94f-4447-a547-d16162f36c16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:04.315380 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f22288e-d94f-4447-a547-d16162f36c16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:04.357832 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] For port c15278ed-4430-405e-9fac-9d603041941c, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:05:04.365098 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] For port c15278ed-4430-405e-9fac-9d603041941c, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=c15278ed-4430-405e-9fac-9d603041941c,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:05:04.391549 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:04.409383 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627963-8f54-4de2-9075-472120d9f93e req-921801b3-7fdc-43f4-b3b8-c1bfc63ac235 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:04.412430 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1c627963-8f54-4de2-9075-472120d9f93e req-921801b3-7fdc-43f4-b3b8-c1bfc63ac235 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.1499372 Nov 16 16:05:04.422905 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:04.429523 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 56910a66-b718-401e-b82d-063f19b4348b triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:04.429904 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:04.465563 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:05:04.466533 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:04:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:04.496208 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:04.542253 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1c627963-8f54-4de2-9075-472120d9f93e req-91347245-6ba9-4b5f-bdce-5f833078e0b4 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179371 Nov 16 16:05:04.567162 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40954) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:04.573400 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22288e-d94f-4447-a547-d16162f36c16 None None] Pushing event updated for resources: {'Port': ['ID=c15278ed-4430-405e-9fac-9d603041941c,revision_number=3']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:04.600890 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:05:04.602596 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:04.605877 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:05:04.608430 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Pushing event updated for resources: {'Port': ['ID=61d38778-ecc7-4719-98fa-884dbd604e02,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:04.623576 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:05:04.673997 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754630'] for router_interface, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:04.823781 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-772181a3-9698-466d-9a8d-985462d87ea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:04.892862 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:04.969039 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-772181a3-9698-466d-9a8d-985462d87ea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:04.969305 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-0f9241a1-600f-42a0-8b23-2047a5e2e405 None None] Provisioning complete for port 61d38778-ecc7-4719-98fa-884dbd604e02 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:04.971319 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-0f9241a1-600f-42a0-8b23-2047a5e2e405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:04.979373 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:02Z', 'revision_number': 3, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:05.003619 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-772181a3-9698-466d-9a8d-985462d87ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:05.034252 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbcd800-8c9e-40bc-8618-46f36ef043e6 None None] The sync data for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi is: [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:02Z', 'revision_number': 3, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:05:05.078964 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-772181a3-9698-466d-9a8d-985462d87ea5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=91bc49e38f0642108cf7e5db59294c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5106232 Nov 16 16:05:05.085913 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 40972) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:05.130542 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-0f9241a1-600f-42a0-8b23-2047a5e2e405 None None] Port 61d38778-ecc7-4719-98fa-884dbd604e02 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:05:05.164010 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772181a3-9698-466d-9a8d-985462d87ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9583cd-08ab-4949-aa71-ac64a0ba96dc,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:05.198767 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc1e7-35ef-4574-8594-fec71e5ea7fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:05.228240 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc1e7-35ef-4574-8594-fec71e5ea7fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:05.231939 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:05.240884 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:05.309047 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc1e7-35ef-4574-8594-fec71e5ea7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:05.320757 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1756342'] for router_interface, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:05.322471 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc1e7-35ef-4574-8594-fec71e5ea7fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:05.324002 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-dc2bc1e7-35ef-4574-8594-fec71e5ea7fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a9583cd-08ab-4949-aa71-ac64a0ba96dc HTTP/1.1" status: 204 len: 168 time: 0.2291312 Nov 16 16:05:05.327079 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Pushing event updated for resources: {'Port': ['ID=61d38778-ecc7-4719-98fa-884dbd604e02,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:05.334680 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bc1e7-35ef-4574-8594-fec71e5ea7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9583cd-08ab-4949-aa71-ac64a0ba96dc,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:05.460328 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:05:05.461660 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:05.671771 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:05:05.749188 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65a292-0dbf-4b16-ab04-712d269d144f req-7de1f98d-1017-404d-b24f-939b20f8cea4 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:05.750874 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5f65a292-0dbf-4b16-ab04-712d269d144f req-7de1f98d-1017-404d-b24f-939b20f8cea4 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.1143684 Nov 16 16:05:05.761437 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-5fb91f02-22fe-4683-88b4-055414d1735d None None] Provisioning complete for port 61d38778-ecc7-4719-98fa-884dbd604e02 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:05.761820 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-5fb91f02-22fe-4683-88b4-055414d1735d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:05.808414 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-5fb91f02-22fe-4683-88b4-055414d1735d None None] Port 61d38778-ecc7-4719-98fa-884dbd604e02 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:05:05.811096 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:05:05.819515 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-39f457bc-7a0b-475c-b261-7c1f2f35476e admin admin] 10.222.0.46 "PUT /v2.0/routers/7c0a1ade-65b8-44a0-97fa-0bebb70585b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6595902 Nov 16 16:05:05.823069 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5f65a292-0dbf-4b16-ab04-712d269d144f req-5802711f-2997-44fd-95a0-00a5cb071777 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638499 Nov 16 16:05:06.296254 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device c15278ed-4430-405e-9fac-9d603041941c up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:05:06.353197 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port c15278ed-4430-405e-9fac-9d603041941c triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:06.353645 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:06.446809 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:06.471987 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] For port c15278ed-4430-405e-9fac-9d603041941c, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=c15278ed-4430-405e-9fac-9d603041941c,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:05:06.478081 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:06.549543 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=c15278ed-4430-405e-9fac-9d603041941c,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:06.805641 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41044) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:06.810470 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1270715928-network', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:06.835629 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] Made reservation on behalf of 7863ee3c13ca4fce8de1f64d10985340 for: {'network': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:05:06.838283 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:06.846960 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:06.937377 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:06.944083 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:06.970408 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=101853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:05:06.980773 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8846e7a-20a6-41a4-86da-06631a90c70c,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:06.987105 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:06.987447 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.segments_db [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] Added segment 0a663fcc-0393-46dd-8c30-c7510751a032 of type vlan for network c31f8df2-6a76-49bc-b2a3-ef2373eb35fc Nov 16 16:05:07.003336 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Sync routers for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:05:07.014293 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:05:07.014903 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:04:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:07.033847 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:07.061416 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:07.062479 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:07.063138 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:07.123057 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3162632 Nov 16 16:05:07.126456 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 41054) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:07.132277 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-52b22410-b1b5-43f5-9a7c-879820b5d9cf admin admin] Request body: {'subnet': {'network_id': 'c31f8df2-6a76-49bc-b2a3-ef2373eb35fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1270715928-subnet', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'ip_version': 4}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:07.135012 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:05:07.135295 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5a95a-dd57-4ef3-b039-93646637ddfa admin admin] Pushing event updated for resources: {'Network': ['ID=c31f8df2-6a76-49bc-b2a3-ef2373eb35fc,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:07.157734 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b22410-b1b5-43f5-9a7c-879820b5d9cf admin admin] Made reservation on behalf of 7863ee3c13ca4fce8de1f64d10985340 for: {'subnet': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:05:07.160155 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-52b22410-b1b5-43f5-9a7c-879820b5d9cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3173568'] for subnet, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:07.173428 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network c31f8df2-6a76-49bc-b2a3-ef2373eb35fc details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:05:07.362347 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-52b22410-b1b5-43f5-9a7c-879820b5d9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3712759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3173586'] for subnet, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:07.434065 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:05Z', 'revision_number': 2, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:07.435825 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b22410-b1b5-43f5-9a7c-879820b5d9cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf3ac02-6a1b-4d39-9982-a763c70c7fe8,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:07.441798 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b22410-b1b5-43f5-9a7c-879820b5d9cf admin admin] Checking segment: {'id': '0a663fcc-0393-46dd-8c30-c7510751a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c31f8df2-6a76-49bc-b2a3-ef2373eb35fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:05:07.442458 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b22410-b1b5-43f5-9a7c-879820b5d9cf admin admin] Network hostable DHCP agents. Network: c31f8df2-6a76-49bc-b2a3-ef2373eb35fc, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:05:07.461352 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b22410-b1b5-43f5-9a7c-879820b5d9cf admin admin] Network c31f8df2-6a76-49bc-b2a3-ef2373eb35fc is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:05:07.472072 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-52b22410-b1b5-43f5-9a7c-879820b5d9cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, c31f8df2-6a76-49bc-b2a3-ef2373eb35fc) {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:07.473443 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Checking router: 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:05:07.474367 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Updating router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 port 61d38778-ecc7-4719-98fa-884dbd604e02 binding host dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:05:07.481223 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b22410-b1b5-43f5-9a7c-879820b5d9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:07.483667 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-52b22410-b1b5-43f5-9a7c-879820b5d9cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:07.497608 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2d985e-319b-457a-b2ba-f9e91cdff0bb None None] Network c31f8df2-6a76-49bc-b2a3-ef2373eb35fc requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:05:07.503583 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-52b22410-b1b5-43f5-9a7c-879820b5d9cf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3753905 Nov 16 16:05:07.506079 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 41072) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:07.510576 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1270715928-router', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:07.534568 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15366'] for router, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:07.535628 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1753862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15391'] for router, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:07.564222 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:07.591979 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:07.746185 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:07.780591 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93989c1-70f4-523d-88f7-0e38e565381d-c31f8df2-6a76-49bc-b2a3-ef2373eb35fc', 'network_id': 'c31f8df2-6a76-49bc-b2a3-ef2373eb35fc', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'fixed_ips': [{'subnet_id': 'dcf3ac02-6a1b-4d39-9982-a763c70c7fe8'}]}} from dv-cinder-818098-2-iscsi. {{(pid=101855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 16:05:07.781437 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.027197 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.db_base_plugin_common [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Allocated IP 172.20.0.2 (c31f8df2-6a76-49bc-b2a3-ef2373eb35fc/dcf3ac02-6a1b-4d39-9982-a763c70c7fe8/f478f489-546d-46d9-b20d-390de2ec301f) {{(pid=101855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:05:08.124674 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Publish callbacks [] for port, precommit_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.135590 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.200748 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.223266 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.228894 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecf040-42cf-4cd2-a84c-74c092e7253f None None] Pushing event updated for resources: {'Port': ['ID=61d38778-ecc7-4719-98fa-884dbd604e02,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:08.270285 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device c15278ed-4430-405e-9fac-9d603041941c up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:05:08.340922 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Allocated IP 172.27.1.185 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/9b981056-e578-42fb-8a51-923f533b4233) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:05:08.355054 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Publish callbacks [] for port, precommit_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.358407 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Attempting to bind port 61d38778-ecc7-4719-98fa-884dbd604e02 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:05:08.358777 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Attempting to bind port 61d38778-ecc7-4719-98fa-884dbd604e02 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:05:08.359139 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Attempting to bind port 61d38778-ecc7-4719-98fa-884dbd604e02 on network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:05:08.371327 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:05:08.371729 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Checking segment: {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:05:08.372134 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.372532 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Bound using segment: {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:05:08.373014 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Bound port: 61d38778-ecc7-4719-98fa-884dbd604e02, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:05:08.373396 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.375535 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.454734 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.460065 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port c15278ed-4430-405e-9fac-9d603041941c triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:08.460511 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.467159 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Network c31f8df2-6a76-49bc-b2a3-ef2373eb35fc is already hosted by enough agents. {{(pid=101855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:05:08.489102 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.494069 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.base_scheduler [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Resources bound (agent type, host, resource id): {{(pid=101855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:08.498656 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Received port after_create {{(pid=101855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:05:08.507831 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Pushing event updated for resources: {'Port': ['ID=f478f489-546d-46d9-b20d-390de2ec301f,revision_number=1']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:08.530218 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:05:08.535169 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:08.538779 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:05:08.549146 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-baeff3ae-e1d2-4839-a75f-0efc857caa6a None None] Provisioning complete for port 61d38778-ecc7-4719-98fa-884dbd604e02 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:08.549516 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-baeff3ae-e1d2-4839-a75f-0efc857caa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.564376 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Pushing event updated for resources: {'Port': ['ID=9b981056-e578-42fb-8a51-923f533b4233,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:08.711749 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] For port 61d38778-ecc7-4719-98fa-884dbd604e02, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:05:08.748254 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] For port 61d38778-ecc7-4719-98fa-884dbd604e02, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=61d38778-ecc7-4719-98fa-884dbd604e02,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:05:08.767482 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.775157 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Attempting to bind port f478f489-546d-46d9-b20d-390de2ec301f on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:05:08.775553 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Attempting to bind port f478f489-546d-46d9-b20d-390de2ec301f by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '0a663fcc-0393-46dd-8c30-c7510751a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c31f8df2-6a76-49bc-b2a3-ef2373eb35fc'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:05:08.775926 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Attempting to bind port f478f489-546d-46d9-b20d-390de2ec301f on network c31f8df2-6a76-49bc-b2a3-ef2373eb35fc {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:05:08.798282 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-baeff3ae-e1d2-4839-a75f-0efc857caa6a None None] Port 61d38778-ecc7-4719-98fa-884dbd604e02 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:05:08.802853 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.810588 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:05:08.810970 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Checking segment: {'id': '0a663fcc-0393-46dd-8c30-c7510751a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c31f8df2-6a76-49bc-b2a3-ef2373eb35fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:05:08.811365 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.811783 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Bound using segment: {'id': '0a663fcc-0393-46dd-8c30-c7510751a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c31f8df2-6a76-49bc-b2a3-ef2373eb35fc'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:05:08.812262 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Bound port: f478f489-546d-46d9-b20d-390de2ec301f, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a663fcc-0393-46dd-8c30-c7510751a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c31f8df2-6a76-49bc-b2a3-ef2373eb35fc'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:05:08.812643 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:08.886052 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecf040-42cf-4cd2-a84c-74c092e7253f None None] Pushing event updated for resources: {'Port': ['ID=61d38778-ecc7-4719-98fa-884dbd604e02,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:08.914898 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:05:08.917254 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:04:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:09.021823 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] For port f478f489-546d-46d9-b20d-390de2ec301f, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:05:09.026402 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] For port f478f489-546d-46d9-b20d-390de2ec301f, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=f478f489-546d-46d9-b20d-390de2ec301f,segment=NetworkSegment(0a663fcc-0393-46dd-8c30-c7510751a032),segment_id=0a663fcc-0393-46dd-8c30-c7510751a032)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:05:09.032778 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:09.038142 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1753973'] for router, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:09.093608 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:05:09.145830 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d512f-12a1-4f45-b175-2b0c9ec30e0c None None] Pushing event updated for resources: {'Port': ['ID=f478f489-546d-46d9-b20d-390de2ec301f,revision_number=2']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:09.165262 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-14b339c7-61f1-4d37-930a-40ed81513457 None None] Provisioning complete for port 61d38778-ecc7-4719-98fa-884dbd604e02 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:09.165631 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-14b339c7-61f1-4d37-930a-40ed81513457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:09.181105 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Router eb247140-311f-4e8a-9560-ff03d2f1021d is scheduled to L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a with binding_index 1 {{(pid=101854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 16:05:09.341227 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:05:09.359159 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Sync routers for ids ['eb247140-311f-4e8a-9560-ff03d2f1021d'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:05:09.364689 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409cb11-0b84-4f83-b74e-625388be5c68 req-37773415-4346-49ea-a7f3-9f6fe3e13cc6 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:09.372044 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e409cb11-0b84-4f83-b74e-625388be5c68 req-37773415-4346-49ea-a7f3-9f6fe3e13cc6 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0764937 Nov 16 16:05:09.379283 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Routers {'eb247140-311f-4e8a-9560-ff03d2f1021d'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:05:09.380820 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:04:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['eb247140-311f-4e8a-9560-ff03d2f1021d'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:09.399420 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] Publish callbacks [] for router, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:09.403659 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-43c9e4f7-3b0f-486c-82ad-fc2d4b776993 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8936803 Nov 16 16:05:09.404185 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41090) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:09.419704 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-14b339c7-61f1-4d37-930a-40ed81513457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:09.481555 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-14b339c7-61f1-4d37-930a-40ed81513457 None None] For port 61d38778-ecc7-4719-98fa-884dbd604e02, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=61d38778-ecc7-4719-98fa-884dbd604e02,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:05:09.496751 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-14b339c7-61f1-4d37-930a-40ed81513457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:09.507007 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:08Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:09.518040 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Set router eb247140-311f-4e8a-9560-ff03d2f1021d gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:05:09.556231 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19566a1-5bfb-404c-9673-af796188f580 None None] The sync data for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi is: [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:08Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:05:09.601246 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b339c7-61f1-4d37-930a-40ed81513457 None None] Pushing event updated for resources: {'Port': ['ID=61d38778-ecc7-4719-98fa-884dbd604e02,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:09.733847 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'name': 'tempest-TestVolumeBootPattern-1270715928-router', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '9b981056-e578-42fb-8a51-923f533b4233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:07Z', 'updated_at': '2021-11-16T16:05:08Z', 'revision_number': 3, 'project_id': '7863ee3c13ca4fce8de1f64d10985340', 'gw_port': {'id': '9b981056-e578-42fb-8a51-923f533b4233', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:08Z', 'updated_at': '2021-11-16T16:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:09.769679 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Checking router: eb247140-311f-4e8a-9560-ff03d2f1021d for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:05:09.770043 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Updating router eb247140-311f-4e8a-9560-ff03d2f1021d port 9b981056-e578-42fb-8a51-923f533b4233 binding host dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:05:09.791240 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e409cb11-0b84-4f83-b74e-625388be5c68 req-b88808cd-5279-4ce6-a4ed-294434c83cc6 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183195 Nov 16 16:05:09.796909 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:10.356653 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Publish callbacks [] for port, precommit_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:10.369347 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:10.419920 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06317469-95d1-4286-b6c5-d2e3cc721d43 None None] Pushing event updated for resources: {'Port': ['ID=9b981056-e578-42fb-8a51-923f533b4233,revision_number=2']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:10.437503 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a971a8aa-3821-4215-bc23-fa9f3c999643 None None] Network c31f8df2-6a76-49bc-b2a3-ef2373eb35fc requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:05:10.473253 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Attempting to bind port 9b981056-e578-42fb-8a51-923f533b4233 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:05:10.473619 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Attempting to bind port 9b981056-e578-42fb-8a51-923f533b4233 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:05:10.474175 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Attempting to bind port 9b981056-e578-42fb-8a51-923f533b4233 on network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:05:10.481857 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:05:10.483898 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Checking segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:05:10.484466 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:10.485581 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Bound using segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:05:10.488040 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Bound port: 9b981056-e578-42fb-8a51-923f533b4233, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:05:10.488644 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:10.548678 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 61d38778-ecc7-4719-98fa-884dbd604e02 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:05:10.563941 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:10.613724 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] For port 9b981056-e578-42fb-8a51-923f533b4233, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:05:10.617701 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] For port 9b981056-e578-42fb-8a51-923f533b4233, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=9b981056-e578-42fb-8a51-923f533b4233,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:05:10.629526 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:10.661679 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-17cda98c-3cdf-4446-ad07-aacbe0079083 None None] Provisioning complete for port f478f489-546d-46d9-b20d-390de2ec301f triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:10.662231 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-17cda98c-3cdf-4446-ad07-aacbe0079083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:10.714963 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Routers {'eb247140-311f-4e8a-9560-ff03d2f1021d'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:05:10.719795 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:04:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['eb247140-311f-4e8a-9560-ff03d2f1021d'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:10.817898 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 61d38778-ecc7-4719-98fa-884dbd604e02 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:10.818264 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:10.826748 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Allocated IP 172.20.0.1 (c31f8df2-6a76-49bc-b2a3-ef2373eb35fc/dcf3ac02-6a1b-4d39-9982-a763c70c7fe8/cd20ef00-0fc2-4660-8a42-ab6b8bc70b11) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:05:10.838070 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06317469-95d1-4286-b6c5-d2e3cc721d43 None None] Pushing event updated for resources: {'Port': ['ID=9b981056-e578-42fb-8a51-923f533b4233,revision_number=3']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:10.930776 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] Set router eb247140-311f-4e8a-9560-ff03d2f1021d gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:05:10.952688 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-17cda98c-3cdf-4446-ad07-aacbe0079083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:11.038801 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-17cda98c-3cdf-4446-ad07-aacbe0079083 None None] For port f478f489-546d-46d9-b20d-390de2ec301f, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=f478f489-546d-46d9-b20d-390de2ec301f,segment=NetworkSegment(0a663fcc-0393-46dd-8c30-c7510751a032),segment_id=0a663fcc-0393-46dd-8c30-c7510751a032)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:05:11.044209 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8545-7ff8-4122-96ac-2fe39b9f2231 req-29a260f0-0d5c-4613-a34a-fec9ef12dfc3 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:11.045755 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7cad8545-7ff8-4122-96ac-2fe39b9f2231 req-29a260f0-0d5c-4613-a34a-fec9ef12dfc3 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.1264167 Nov 16 16:05:11.052824 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:11.053664 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-17cda98c-3cdf-4446-ad07-aacbe0079083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:11.071002 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device f478f489-546d-46d9-b20d-390de2ec301f up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:05:11.186477 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cda98c-3cdf-4446-ad07-aacbe0079083 None None] Pushing event updated for resources: {'Port': ['ID=f478f489-546d-46d9-b20d-390de2ec301f,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:11.202514 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7cad8545-7ff8-4122-96ac-2fe39b9f2231 req-ea0f6ede-d5d9-4a17-ad4e-3e5e41646229 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324084 Nov 16 16:05:11.206918 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:11.224685 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port f478f489-546d-46d9-b20d-390de2ec301f triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:11.225317 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:11.262805 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Network c31f8df2-6a76-49bc-b2a3-ef2373eb35fc is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:05:11.265742 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:11.270656 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:05:11.274260 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'name': 'tempest-TestVolumeBootPattern-1270715928-router', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '9b981056-e578-42fb-8a51-923f533b4233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:07Z', 'updated_at': '2021-11-16T16:05:08Z', 'revision_number': 3, 'project_id': '7863ee3c13ca4fce8de1f64d10985340', 'gw_port': {'id': '9b981056-e578-42fb-8a51-923f533b4233', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:08Z', 'updated_at': '2021-11-16T16:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:11.312501 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Pushing event updated for resources: {'Port': ['ID=cd20ef00-0fc2-4660-8a42-ab6b8bc70b11,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:11.324023 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bdf086-27ba-434b-8a12-041b0a70eee3 None None] The sync data for ids ['eb247140-311f-4e8a-9560-ff03d2f1021d'] in dv-cinder-818098-2-iscsi is: [{'id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'name': 'tempest-TestVolumeBootPattern-1270715928-router', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '9b981056-e578-42fb-8a51-923f533b4233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:07Z', 'updated_at': '2021-11-16T16:05:08Z', 'revision_number': 3, 'project_id': '7863ee3c13ca4fce8de1f64d10985340', 'gw_port': {'id': '9b981056-e578-42fb-8a51-923f533b4233', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:08Z', 'updated_at': '2021-11-16T16:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:05:11.332568 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754630'] for router_interface, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:11.397512 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-d9bd92bc-2ad1-477d-9894-b7c80bd82d93 None None] Provisioning complete for port f478f489-546d-46d9-b20d-390de2ec301f triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:11.400912 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d9bd92bc-2ad1-477d-9894-b7c80bd82d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:11.538652 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:11.644520 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-60d418b6-70d5-47fd-a565-65fba122db6c None None] Provisioning complete for port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:11.645608 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-60d418b6-70d5-47fd-a565-65fba122db6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:11.712501 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-60d418b6-70d5-47fd-a565-65fba122db6c None None] Port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:05:11.809043 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:11.817102 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:11.918074 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1756342'] for router_interface, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:11.920053 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Pushing event updated for resources: {'Port': ['ID=cd20ef00-0fc2-4660-8a42-ab6b8bc70b11,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:12.021639 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41164) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:12.117408 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Network c31f8df2-6a76-49bc-b2a3-ef2373eb35fc is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:05:12.119018 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:12.371532 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7536b578-fbe5-4eff-a794-6a5ca1622b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:12.452967 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 9b981056-e578-42fb-8a51-923f533b4233 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:05:12.510016 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b281f0-bf41-49af-a3f6-c075a0303ccf req-88044ce2-13f7-46e2-aff5-16c21e06fec2 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:12.511852 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f9b281f0-bf41-49af-a3f6-c075a0303ccf req-88044ce2-13f7-46e2-aff5-16c21e06fec2 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.1493499 Nov 16 16:05:12.544661 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 9b981056-e578-42fb-8a51-923f533b4233 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:12.544880 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:12.569494 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Router eb247140-311f-4e8a-9560-ff03d2f1021d has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:05:12.637505 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f9b281f0-bf41-49af-a3f6-c075a0303ccf req-e6cdada1-b8db-4902-82da-87a490f2cca8 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137569 Nov 16 16:05:12.668084 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:12.699505 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] For port 9b981056-e578-42fb-8a51-923f533b4233, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=9b981056-e578-42fb-8a51-923f533b4233,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:05:12.706836 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-4770330c-6fbe-4103-b172-c27486e711e1 None None] Provisioning complete for port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:12.707208 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-4770330c-6fbe-4103-b172-c27486e711e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:12.708875 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:12.709628 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device f478f489-546d-46d9-b20d-390de2ec301f up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:05:12.750290 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7536b578-fbe5-4eff-a794-6a5ca1622b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:12.763864 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7536b578-fbe5-4eff-a794-6a5ca1622b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:12.816750 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-7536b578-fbe5-4eff-a794-6a5ca1622b3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ed054a360c742d4a19c0b49d44ed6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7916400 Nov 16 16:05:12.817375 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-4770330c-6fbe-4103-b172-c27486e711e1 None None] Port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:05:12.817512 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41188) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:12.830086 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536b578-fbe5-4eff-a794-6a5ca1622b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d097ea22-04b0-43fa-80a4-0a010b8a0f94,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:12.832119 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=9b981056-e578-42fb-8a51-923f533b4233,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:12.843569 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port f478f489-546d-46d9-b20d-390de2ec301f triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:12.844310 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:12.849775 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:05:12.859246 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-8e03c4ca-a0e4-4ed9-89d0-0c8ca34c4a2b admin admin] 10.222.0.46 "PUT /v2.0/routers/eb247140-311f-4e8a-9560-ff03d2f1021d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4539247 Nov 16 16:05:12.912349 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-373c31ff-71a2-4358-9de4-6d5f967f6cd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:12.937417 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-373c31ff-71a2-4358-9de4-6d5f967f6cd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:12.989730 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-373c31ff-71a2-4358-9de4-6d5f967f6cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:12.992997 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-373c31ff-71a2-4358-9de4-6d5f967f6cd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:12.994170 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-373c31ff-71a2-4358-9de4-6d5f967f6cd8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d097ea22-04b0-43fa-80a4-0a010b8a0f94 HTTP/1.1" status: 204 len: 168 time: 0.1757672 Nov 16 16:05:13.003372 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c31ff-71a2-4358-9de4-6d5f967f6cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d097ea22-04b0-43fa-80a4-0a010b8a0f94,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:13.284723 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41202) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:13.315072 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3badc969-76a7-423e-a792-97ac7155caf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:13.402171 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3badc969-76a7-423e-a792-97ac7155caf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:13.407454 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3badc969-76a7-423e-a792-97ac7155caf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:13.448630 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-3badc969-76a7-423e-a792-97ac7155caf2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae0d3e515bfe491ba0fd1ac6e6d59e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626449 Nov 16 16:05:13.451502 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41210) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:13.459864 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badc969-76a7-423e-a792-97ac7155caf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a9feca-aba2-4527-a749-1b7e0fafa475,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:13.508181 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-21ec2039-debb-4a9c-80ae-717a22eda887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:13.531065 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-21ec2039-debb-4a9c-80ae-717a22eda887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:13.581630 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-21ec2039-debb-4a9c-80ae-717a22eda887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:13.584368 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-21ec2039-debb-4a9c-80ae-717a22eda887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:13.585517 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-21ec2039-debb-4a9c-80ae-717a22eda887 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f8a9feca-aba2-4527-a749-1b7e0fafa475 HTTP/1.1" status: 204 len: 168 time: 0.1331205 Nov 16 16:05:13.593420 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec2039-debb-4a9c-80ae-717a22eda887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a9feca-aba2-4527-a749-1b7e0fafa475,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:13.679559 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Sync routers for ids ['eb247140-311f-4e8a-9560-ff03d2f1021d'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:05:13.692623 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Routers {'eb247140-311f-4e8a-9560-ff03d2f1021d'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:05:13.693572 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:04:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['eb247140-311f-4e8a-9560-ff03d2f1021d'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:13.928369 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Set router eb247140-311f-4e8a-9560-ff03d2f1021d gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:05:14.137936 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'name': 'tempest-TestVolumeBootPattern-1270715928-router', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '9b981056-e578-42fb-8a51-923f533b4233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:07Z', 'updated_at': '2021-11-16T16:05:11Z', 'revision_number': 4, 'project_id': '7863ee3c13ca4fce8de1f64d10985340', 'gw_port': {'id': '9b981056-e578-42fb-8a51-923f533b4233', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:08Z', 'updated_at': '2021-11-16T16:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': 'cd20ef00-0fc2-4660-8a42-ab6b8bc70b11', 'name': '', 'network_id': 'c31f8df2-6a76-49bc-b2a3-ef2373eb35fc', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'mac_address': 'fa:16:3e:82:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'dcf3ac02-6a1b-4d39-9982-a763c70c7fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:10Z', 'updated_at': '2021-11-16T16:05:11Z', 'revision_number': 2, 'project_id': '7863ee3c13ca4fce8de1f64d10985340', 'subnets': [{'id': 'dcf3ac02-6a1b-4d39-9982-a763c70c7fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:14.168344 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Checking router: eb247140-311f-4e8a-9560-ff03d2f1021d for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:05:14.168707 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Updating router eb247140-311f-4e8a-9560-ff03d2f1021d port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 binding host dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:05:14.194735 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:14.243539 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 9b981056-e578-42fb-8a51-923f533b4233 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:05:14.397843 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 9b981056-e578-42fb-8a51-923f533b4233 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:14.398217 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:14.589465 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Publish callbacks [] for port, precommit_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:14.595395 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:14.648054 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae87fb-92a2-4e00-9319-758a1d2a58ef None None] Pushing event updated for resources: {'Port': ['ID=cd20ef00-0fc2-4660-8a42-ab6b8bc70b11,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:14.709172 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Attempting to bind port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:05:14.709826 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Attempting to bind port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '0a663fcc-0393-46dd-8c30-c7510751a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c31f8df2-6a76-49bc-b2a3-ef2373eb35fc'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:05:14.709917 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Attempting to bind port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 on network c31f8df2-6a76-49bc-b2a3-ef2373eb35fc {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:05:14.715856 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:05:14.716227 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Checking segment: {'id': '0a663fcc-0393-46dd-8c30-c7510751a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c31f8df2-6a76-49bc-b2a3-ef2373eb35fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:05:14.716627 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:14.717020 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Bound using segment: {'id': '0a663fcc-0393-46dd-8c30-c7510751a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c31f8df2-6a76-49bc-b2a3-ef2373eb35fc'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:05:14.717493 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Bound port: cd20ef00-0fc2-4660-8a42-ab6b8bc70b11, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a663fcc-0393-46dd-8c30-c7510751a032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c31f8df2-6a76-49bc-b2a3-ef2373eb35fc'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:05:14.717869 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:14.810365 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] For port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:05:14.815043 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] For port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=cd20ef00-0fc2-4660-8a42-ab6b8bc70b11,segment=NetworkSegment(0a663fcc-0393-46dd-8c30-c7510751a032),segment_id=0a663fcc-0393-46dd-8c30-c7510751a032)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:05:14.823415 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:14.905651 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae87fb-92a2-4e00-9319-758a1d2a58ef None None] Pushing event updated for resources: {'Port': ['ID=cd20ef00-0fc2-4660-8a42-ab6b8bc70b11,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:14.909370 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Routers {'eb247140-311f-4e8a-9560-ff03d2f1021d'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:05:14.910250 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:04:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['eb247140-311f-4e8a-9560-ff03d2f1021d'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:15.039252 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] Set router eb247140-311f-4e8a-9560-ff03d2f1021d gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:05:15.128890 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-ec7a9ead-722e-4919-8e29-be2cf994d9d7 None None] Provisioning complete for port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:15.129267 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9ead-722e-4919-8e29-be2cf994d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:15.298256 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9ead-722e-4919-8e29-be2cf994d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:15.343017 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-ec7a9ead-722e-4919-8e29-be2cf994d9d7 None None] For port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=cd20ef00-0fc2-4660-8a42-ab6b8bc70b11,segment=NetworkSegment(0a663fcc-0393-46dd-8c30-c7510751a032),segment_id=0a663fcc-0393-46dd-8c30-c7510751a032)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:05:15.349473 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9ead-722e-4919-8e29-be2cf994d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:15.393628 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'name': 'tempest-TestVolumeBootPattern-1270715928-router', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '9b981056-e578-42fb-8a51-923f533b4233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:07Z', 'updated_at': '2021-11-16T16:05:11Z', 'revision_number': 4, 'project_id': '7863ee3c13ca4fce8de1f64d10985340', 'gw_port': {'id': '9b981056-e578-42fb-8a51-923f533b4233', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:08Z', 'updated_at': '2021-11-16T16:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': 'cd20ef00-0fc2-4660-8a42-ab6b8bc70b11', 'name': '', 'network_id': 'c31f8df2-6a76-49bc-b2a3-ef2373eb35fc', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'mac_address': 'fa:16:3e:82:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'dcf3ac02-6a1b-4d39-9982-a763c70c7fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:10Z', 'updated_at': '2021-11-16T16:05:14Z', 'revision_number': 4, 'project_id': '7863ee3c13ca4fce8de1f64d10985340', 'subnets': [{'id': 'dcf3ac02-6a1b-4d39-9982-a763c70c7fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:15.428840 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae33e6-e56a-440b-9b10-37ed9f447216 None None] The sync data for ids ['eb247140-311f-4e8a-9560-ff03d2f1021d'] in dv-cinder-818098-2-iscsi is: [{'id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'name': 'tempest-TestVolumeBootPattern-1270715928-router', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '9b981056-e578-42fb-8a51-923f533b4233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:07Z', 'updated_at': '2021-11-16T16:05:11Z', 'revision_number': 4, 'project_id': '7863ee3c13ca4fce8de1f64d10985340', 'gw_port': {'id': '9b981056-e578-42fb-8a51-923f533b4233', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:08Z', 'updated_at': '2021-11-16T16:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': 'cd20ef00-0fc2-4660-8a42-ab6b8bc70b11', 'name': '', 'network_id': 'c31f8df2-6a76-49bc-b2a3-ef2373eb35fc', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'mac_address': 'fa:16:3e:82:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'dcf3ac02-6a1b-4d39-9982-a763c70c7fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:10Z', 'updated_at': '2021-11-16T16:05:14Z', 'revision_number': 4, 'project_id': '7863ee3c13ca4fce8de1f64d10985340', 'subnets': [{'id': 'dcf3ac02-6a1b-4d39-9982-a763c70c7fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:05:15.436529 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a9ead-722e-4919-8e29-be2cf994d9d7 None None] Pushing event updated for resources: {'Port': ['ID=cd20ef00-0fc2-4660-8a42-ab6b8bc70b11,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:15.474524 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-7db3a283-2c6a-4c83-893a-92dce818d00e None None] Provisioning complete for port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:15.474897 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-7db3a283-2c6a-4c83-893a-92dce818d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:15.814619 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a421d-af2e-49b7-8733-b57a3ba39f8f req-4082681a-c77b-4d2e-8be8-36ee24d1a2bc tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:15.816236 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-653a421d-af2e-49b7-8733-b57a3ba39f8f req-4082681a-c77b-4d2e-8be8-36ee24d1a2bc tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0609465 Nov 16 16:05:15.890063 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-653a421d-af2e-49b7-8733-b57a3ba39f8f req-52ac5749-3b70-4d6a-834c-7105c6ebfc15 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659738 Nov 16 16:05:16.166828 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41292) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:16.173493 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-b18d0d32-34ec-4c3b-9b82-bde82b72306b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125201303', 'description': 'tempest-secgroup-smoke-1125201303 description', 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:16.209417 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b18d0d32-34ec-4c3b-9b82-bde82b72306b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.257330 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:05:16.292431 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b18d0d32-34ec-4c3b-9b82-bde82b72306b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.296275 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b18d0d32-34ec-4c3b-9b82-bde82b72306b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.308997 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:16.309450 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.327389 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b18d0d32-34ec-4c3b-9b82-bde82b72306b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.329168 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-b18d0d32-34ec-4c3b-9b82-bde82b72306b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1600008 Nov 16 16:05:16.331454 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d0d32-34ec-4c3b-9b82-bde82b72306b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd171eb-7943-4807-9fe7-f436f2d7b7cc,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:16.332787 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 41294) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:16.338730 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-3a5ba5b4-67aa-41ca-9d51-c64add0e21e7 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Request body: {'security_group_rule': {'security_group_id': '8dd171eb-7943-4807-9fe7-f436f2d7b7cc', 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:16.380224 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba5b4-67aa-41ca-9d51-c64add0e21e7 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.464241 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba5b4-67aa-41ca-9d51-c64add0e21e7 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.468807 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba5b4-67aa-41ca-9d51-c64add0e21e7 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.490532 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ba5b4-67aa-41ca-9d51-c64add0e21e7 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75e4b50-2b0f-4534-a545-1ddae438652c,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:16.506691 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3a5ba5b4-67aa-41ca-9d51-c64add0e21e7 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.508412 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-3a5ba5b4-67aa-41ca-9d51-c64add0e21e7 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1745751 Nov 16 16:05:16.516684 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 41302) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:16.517498 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-a1b955b0-af43-4294-a6c6-eaa113fb1cf6 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Request body: {'security_group_rule': {'security_group_id': '8dd171eb-7943-4807-9fe7-f436f2d7b7cc', 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:16.557236 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a1b955b0-af43-4294-a6c6-eaa113fb1cf6 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.622999 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a1b955b0-af43-4294-a6c6-eaa113fb1cf6 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.629333 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a1b955b0-af43-4294-a6c6-eaa113fb1cf6 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.645398 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b955b0-af43-4294-a6c6-eaa113fb1cf6 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f2cf55-a8b7-4dd2-be7f-45c94dcb7989,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:16.671804 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a1b955b0-af43-4294-a6c6-eaa113fb1cf6 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.675040 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-a1b955b0-af43-4294-a6c6-eaa113fb1cf6 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1623337 Nov 16 16:05:16.678565 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41314) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:16.689796 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-f94a7210-b33b-4606-a6f8-015a7c5100c9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Request body: {'security_group_rule': {'security_group_id': '8dd171eb-7943-4807-9fe7-f436f2d7b7cc', 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:16.755295 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f94a7210-b33b-4606-a6f8-015a7c5100c9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.832967 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f94a7210-b33b-4606-a6f8-015a7c5100c9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.839143 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f94a7210-b33b-4606-a6f8-015a7c5100c9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.856714 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a7210-b33b-4606-a6f8-015a7c5100c9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd309e8d-b684-479d-9892-5e50bc198040,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:16.881164 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f94a7210-b33b-4606-a6f8-015a7c5100c9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.882715 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-f94a7210-b33b-4606-a6f8-015a7c5100c9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2001836 Nov 16 16:05:16.885312 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41324) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:16.890127 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-b99d121c-f871-431d-8f1f-182d2d7e66a1 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Request body: {'security_group_rule': {'security_group_id': '8dd171eb-7943-4807-9fe7-f436f2d7b7cc', 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:16.923442 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b99d121c-f871-431d-8f1f-182d2d7e66a1 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:16.996323 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b99d121c-f871-431d-8f1f-182d2d7e66a1 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.017789 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b99d121c-f871-431d-8f1f-182d2d7e66a1 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.057682 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d121c-f871-431d-8f1f-182d2d7e66a1 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6765cc7b-e6d8-4543-bac1-a5d071733a3e,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:17.065178 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b99d121c-f871-431d-8f1f-182d2d7e66a1 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.069205 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 41332) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:17.069417 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-b99d121c-f871-431d-8f1f-182d2d7e66a1 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1827686 Nov 16 16:05:17.074706 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-ac25e2fe-2308-4c4f-a73c-64b23ddce561 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Request body: {'security_group_rule': {'security_group_id': '8dd171eb-7943-4807-9fe7-f436f2d7b7cc', 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:17.087134 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadbd8b-eac6-42ce-8d58-637a37ae1b57 req-73ddcc64-0842-43bb-bce0-b40a891fe87b tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:17.088698 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dbadbd8b-eac6-42ce-8d58-637a37ae1b57 req-73ddcc64-0842-43bb-bce0-b40a891fe87b tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0857303 Nov 16 16:05:17.107363 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.securitygroups_db [None req-ac25e2fe-2308-4c4f-a73c-64b23ddce561 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Project d2bdf7025cb744f088b95cb0bba5169b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 16:05:17.113299 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ac25e2fe-2308-4c4f-a73c-64b23ddce561 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.169427 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dbadbd8b-eac6-42ce-8d58-637a37ae1b57 req-7387c968-a720-4a92-946b-7c00aa617c04 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665898 Nov 16 16:05:17.181769 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ac25e2fe-2308-4c4f-a73c-64b23ddce561 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.199549 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ac25e2fe-2308-4c4f-a73c-64b23ddce561 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.206051 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25e2fe-2308-4c4f-a73c-64b23ddce561 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecaa234b-4ae2-4474-948b-95d06e949a3a,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:17.222785 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ac25e2fe-2308-4c4f-a73c-64b23ddce561 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.224250 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-ac25e2fe-2308-4c4f-a73c-64b23ddce561 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1536758 Nov 16 16:05:17.232163 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 41338) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:17.237137 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-9a2cc744-ab7b-4b82-94a6-cfa8438ac6de tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Request body: {'security_group_rule': {'security_group_id': '8dd171eb-7943-4807-9fe7-f436f2d7b7cc', 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:17.263624 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.securitygroups_db [None req-9a2cc744-ab7b-4b82-94a6-cfa8438ac6de tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Project d2bdf7025cb744f088b95cb0bba5169b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 16:05:17.269671 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9a2cc744-ab7b-4b82-94a6-cfa8438ac6de tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.311628 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41346) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:17.337088 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9a2cc744-ab7b-4b82-94a6-cfa8438ac6de tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.341376 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9a2cc744-ab7b-4b82-94a6-cfa8438ac6de tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.361111 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cc744-ab7b-4b82-94a6-cfa8438ac6de tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7508baf5-3b47-4b8f-b49c-010747de2d08,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:17.375114 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9a2cc744-ab7b-4b82-94a6-cfa8438ac6de tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.377298 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-9a2cc744-ab7b-4b82-94a6-cfa8438ac6de tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438477 Nov 16 16:05:17.446278 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-92cdd13a-16fb-4125-acca-4ae5aa8bca1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.557742 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-92cdd13a-16fb-4125-acca-4ae5aa8bca1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.562342 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-92cdd13a-16fb-4125-acca-4ae5aa8bca1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.607337 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdd13a-16fb-4125-acca-4ae5aa8bca1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da82c774-c802-4bb6-bbe6-76016481b304,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:17.615107 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-92cdd13a-16fb-4125-acca-4ae5aa8bca1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94aeacff069f40a890200698787df70d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023186 Nov 16 16:05:17.620074 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41404) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:17.673465 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c3d0229d-c175-4ba8-8f3f-80fb61b30698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.697189 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c3d0229d-c175-4ba8-8f3f-80fb61b30698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.751673 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c3d0229d-c175-4ba8-8f3f-80fb61b30698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.754918 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c3d0229d-c175-4ba8-8f3f-80fb61b30698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:17.758442 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-c3d0229d-c175-4ba8-8f3f-80fb61b30698 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da82c774-c802-4bb6-bbe6-76016481b304 HTTP/1.1" status: 204 len: 168 time: 0.1375439 Nov 16 16:05:17.766556 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0229d-c175-4ba8-8f3f-80fb61b30698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da82c774-c802-4bb6-bbe6-76016481b304,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:18.336922 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455c530-6852-49e9-8454-ca230fee0d2d req-12ab6585-2258-439a-adfa-42d4aa756753 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:18.338514 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5455c530-6852-49e9-8454-ca230fee0d2d req-12ab6585-2258-439a-adfa-42d4aa756753 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0727291 Nov 16 16:05:18.395175 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5455c530-6852-49e9-8454-ca230fee0d2d req-6a56f3da-a743-454d-881a-dd2fd8d1afea tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488534 Nov 16 16:05:18.991977 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41490) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:19.214799 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f284f473-eaca-4e9b-a0bd-44f865171784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:19.292534 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f284f473-eaca-4e9b-a0bd-44f865171784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:19.296397 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f284f473-eaca-4e9b-a0bd-44f865171784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:19.334644 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284f473-eaca-4e9b-a0bd-44f865171784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9787a0d8-7530-4e49-9c13-2ee3ff4ec10f,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:19.338821 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-f284f473-eaca-4e9b-a0bd-44f865171784 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d98bce1f2214b94aab1136c61bdd527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458190 Nov 16 16:05:19.344292 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 41510) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:19.409090 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-acf4a1c6-acb7-4133-ab4e-610cb77f6e4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:19.432182 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-acf4a1c6-acb7-4133-ab4e-610cb77f6e4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:19.480198 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-acf4a1c6-acb7-4133-ab4e-610cb77f6e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:19.483054 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-acf4a1c6-acb7-4133-ab4e-610cb77f6e4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:19.487628 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-acf4a1c6-acb7-4133-ab4e-610cb77f6e4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9787a0d8-7530-4e49-9c13-2ee3ff4ec10f HTTP/1.1" status: 204 len: 168 time: 0.1377971 Nov 16 16:05:19.494521 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4a1c6-acb7-4133-ab4e-610cb77f6e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9787a0d8-7530-4e49-9c13-2ee3ff4ec10f,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:19.773480 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41522) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:19.786918 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-39551488-3d20-451b-b511-89cdf834f563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:19.862888 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-39551488-3d20-451b-b511-89cdf834f563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:19.867072 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-39551488-3d20-451b-b511-89cdf834f563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:19.906360 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39551488-3d20-451b-b511-89cdf834f563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf1e3a2-66f0-4319-80d4-d10f6e0323a5,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:19.913282 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-39551488-3d20-451b-b511-89cdf834f563 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86d9ce38b68f425ab390326ab40970a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362045 Nov 16 16:05:19.913490 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41524) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:19.967898 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3189208a-9241-41e4-a295-d9fee1decb2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:19.990529 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3189208a-9241-41e4-a295-d9fee1decb2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:20.039419 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3189208a-9241-41e4-a295-d9fee1decb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:20.042465 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3189208a-9241-41e4-a295-d9fee1decb2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:20.043630 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-3189208a-9241-41e4-a295-d9fee1decb2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abf1e3a2-66f0-4319-80d4-d10f6e0323a5 HTTP/1.1" status: 204 len: 168 time: 0.1291890 Nov 16 16:05:20.052192 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189208a-9241-41e4-a295-d9fee1decb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf1e3a2-66f0-4319-80d4-d10f6e0323a5,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:20.393387 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 41534) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:20.407139 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4bae006d-c075-4208-b7fe-ca9c1fc26efe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:20.483187 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4bae006d-c075-4208-b7fe-ca9c1fc26efe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:20.488077 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4bae006d-c075-4208-b7fe-ca9c1fc26efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:20.529020 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-4bae006d-c075-4208-b7fe-ca9c1fc26efe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa595263f5704d2b876283e34f11d8f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305201 Nov 16 16:05:20.529020 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae006d-c075-4208-b7fe-ca9c1fc26efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ecbd2d-fbcb-4afe-a424-675f33eab861,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:20.529327 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41538) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:20.584558 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e12968a4-5998-48a6-b93a-7e583eca4785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:20.605605 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e12968a4-5998-48a6-b93a-7e583eca4785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:20.652889 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e12968a4-5998-48a6-b93a-7e583eca4785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:20.655547 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e12968a4-5998-48a6-b93a-7e583eca4785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:20.657374 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-e12968a4-5998-48a6-b93a-7e583eca4785 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75ecbd2d-fbcb-4afe-a424-675f33eab861 HTTP/1.1" status: 204 len: 168 time: 0.1277626 Nov 16 16:05:20.665822 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12968a4-5998-48a6-b93a-7e583eca4785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ecbd2d-fbcb-4afe-a424-675f33eab861,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:20.732775 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-82b39480-9c69-4a92-8ac6-f1f73feb9e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:21.289271 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55721c-86ac-418f-af39-e19c3afbb7a5 req-0299799a-402e-4e93-8fad-bbf32de85c94 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:21.290885 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7a55721c-86ac-418f-af39-e19c3afbb7a5 req-0299799a-402e-4e93-8fad-bbf32de85c94 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0712211 Nov 16 16:05:21.345168 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7a55721c-86ac-418f-af39-e19c3afbb7a5 req-9ecb42ae-ddda-4ceb-87e6-e98bf3567b63 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469718 Nov 16 16:05:22.462595 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f8ea0-bf92-43a2-be87-fae2429449d6 req-31fc64b9-cda5-49a0-9f83-a46788203c51 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:22.463982 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-083f8ea0-bf92-43a2-be87-fae2429449d6 req-31fc64b9-cda5-49a0-9f83-a46788203c51 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0496471 Nov 16 16:05:22.517370 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-083f8ea0-bf92-43a2-be87-fae2429449d6 req-26ae5675-0066-4f49-86be-464c0128c16b tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470705 Nov 16 16:05:22.663972 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6afdf-6f58-4d47-a7c8-0f3043a500ea req-4a528e4c-cc84-4b78-a205-941857b2ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:22.665632 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-3ef6afdf-6f58-4d47-a7c8-0f3043a500ea req-4a528e4c-cc84-4b78-a205-941857b2ae60 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 1098 time: 0.0408494 Nov 16 16:05:22.723416 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-3ef6afdf-6f58-4d47-a7c8-0f3043a500ea req-b0a15290-d275-4db1-aa03-1e7c1c1502e4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425723 Nov 16 16:05:23.012180 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d0bfaadb-9524-47cf-9359-1f19557362bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:23.218300 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41632) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:23.337927 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f702e475-6c9f-48c4-b444-457c7a2e776f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:23.457971 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f702e475-6c9f-48c4-b444-457c7a2e776f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:23.475878 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f702e475-6c9f-48c4-b444-457c7a2e776f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:23.554229 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702e475-6c9f-48c4-b444-457c7a2e776f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d18b72-8d3c-474c-aa53-0c00f5040e50,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:23.560106 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-f702e475-6c9f-48c4-b444-457c7a2e776f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2b01f61ddac4709b3f2fa3f02758956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404744 Nov 16 16:05:23.562990 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 41660) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:23.631731 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-714d6136-5568-4d91-b61b-69382f4b1e88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:23.669596 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-714d6136-5568-4d91-b61b-69382f4b1e88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:23.739410 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-714d6136-5568-4d91-b61b-69382f4b1e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:23.742532 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-714d6136-5568-4d91-b61b-69382f4b1e88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:23.743827 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-714d6136-5568-4d91-b61b-69382f4b1e88 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1d18b72-8d3c-474c-aa53-0c00f5040e50 HTTP/1.1" status: 204 len: 168 time: 0.1791790 Nov 16 16:05:23.753022 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d6136-5568-4d91-b61b-69382f4b1e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d18b72-8d3c-474c-aa53-0c00f5040e50,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:24.039731 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 41688) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:24.054151 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6575a068-b8da-46e9-b8f4-4504804449d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:24.131198 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6575a068-b8da-46e9-b8f4-4504804449d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:24.134634 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6575a068-b8da-46e9-b8f4-4504804449d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:24.175659 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-6575a068-b8da-46e9-b8f4-4504804449d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22605c0f179f4ced8aef144335f56c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310353 Nov 16 16:05:24.175659 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575a068-b8da-46e9-b8f4-4504804449d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea169b4-5fa3-4fe0-a190-be05c638eaa5,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:24.175839 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41692) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:24.222363 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6f57d811-a3d0-42ae-9ab1-afd94045cad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:24.243061 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6f57d811-a3d0-42ae-9ab1-afd94045cad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:24.290692 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6f57d811-a3d0-42ae-9ab1-afd94045cad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:24.293387 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6f57d811-a3d0-42ae-9ab1-afd94045cad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:24.294534 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-6f57d811-a3d0-42ae-9ab1-afd94045cad2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bea169b4-5fa3-4fe0-a190-be05c638eaa5 HTTP/1.1" status: 204 len: 168 time: 0.1177616 Nov 16 16:05:24.303019 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57d811-a3d0-42ae-9ab1-afd94045cad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea169b4-5fa3-4fe0-a190-be05c638eaa5,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:24.336686 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:25.703783 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:26.473085 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca952-3c86-4924-97cd-a4fd8592fffa req-0cf3169c-8d3a-4b3b-a9d0-eceea0a4559c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:26.474569 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c0dca952-3c86-4924-97cd-a4fd8592fffa req-0cf3169c-8d3a-4b3b-a9d0-eceea0a4559c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0513415 Nov 16 16:05:26.498880 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:26.526355 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c0dca952-3c86-4924-97cd-a4fd8592fffa req-f7b2fdc0-7699-47c7-ad01-518645056849 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455420 Nov 16 16:05:26.597483 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:27.690778 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831be3b5-9b91-4e8a-881b-db10aa070793 req-907a5ed2-6096-4363-a25c-ee085f77132a tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:27.693574 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-831be3b5-9b91-4e8a-881b-db10aa070793 req-907a5ed2-6096-4363-a25c-ee085f77132a tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0716534 Nov 16 16:05:27.760005 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-831be3b5-9b91-4e8a-881b-db10aa070793 req-f7c7a9df-9289-4106-93af-50c171821367 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610883 Nov 16 16:05:27.886837 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbd023-64d5-4e78-8232-229e09a34bf6 req-83fcb79b-17d6-4916-b46e-324b1a131314 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:27.888382 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9bbbd023-64d5-4e78-8232-229e09a34bf6 req-83fcb79b-17d6-4916-b46e-324b1a131314 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0534215 Nov 16 16:05:27.942056 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9bbbd023-64d5-4e78-8232-229e09a34bf6 req-b6152a5f-4ac7-486f-87e2-d66bf4c7ddf3 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466104 Nov 16 16:05:29.025864 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41892) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:29.072715 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a3697f-c9c7-4888-92c9-5650b624bbab admin admin] Deleting subnet 06f35b22-e3ff-4a0a-abce-3beaa8d600e1 {{(pid=101853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:05:29.075919 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-34a3697f-c9c7-4888-92c9-5650b624bbab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.115517 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-34a3697f-c9c7-4888-92c9-5650b624bbab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1186861'] for subnet, precommit_delete_associations {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.158877 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-34a3697f-c9c7-4888-92c9-5650b624bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.209883 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-34a3697f-c9c7-4888-92c9-5650b624bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3353557'] for subnet, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.235224 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3697f-c9c7-4888-92c9-5650b624bbab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f35b22-e3ff-4a0a-abce-3beaa8d600e1,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:29.239118 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-34a3697f-c9c7-4888-92c9-5650b624bbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.243435 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-34a3697f-c9c7-4888-92c9-5650b624bbab admin admin] 10.222.0.46 "DELETE /v2.0/subnets/06f35b22-e3ff-4a0a-abce-3beaa8d600e1 HTTP/1.1" status: 204 len: 168 time: 0.2165508 Nov 16 16:05:29.244790 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41894) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:29.316961 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f127451-6cc2-41d8-9fd3-645d82bb36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.382598 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:05:29.397383 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f127451-6cc2-41d8-9fd3-645d82bb36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.417463 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-4f127451-6cc2-41d8-9fd3-645d82bb36f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3c1b7b-0973-40c7-8272-160498bd61de']}} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:29.427736 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-4f127451-6cc2-41d8-9fd3-645d82bb36f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a4d205-2435-48e4-96a9-39eae5d4b66b') {'for_net_delete': True} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:29.428111 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-4f127451-6cc2-41d8-9fd3-645d82bb36f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a4d205-2435-48e4-96a9-39eae5d4b66b') {} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:29.439828 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f127451-6cc2-41d8-9fd3-645d82bb36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1186850'] for segment, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.454102 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f127451-6cc2-41d8-9fd3-645d82bb36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.461127 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f127451-6cc2-41d8-9fd3-645d82bb36f4 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=101853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:05:29.461522 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f127451-6cc2-41d8-9fd3-645d82bb36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153758'] for segment, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: Traceback (most recent call last): Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: timer() Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: cb(*args, **kw) Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: return func(*args, **kwargs) Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: self._notify() Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: self.callback(batched_events) Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: event.method(event) Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: return f(self, *a, **k) Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._get(url).json() Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: return self.request(url, 'GET', **kwargs) Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:05:29.463176 dv-cinder-818098-2-iscsi neutron-server[101853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:05:29.526888 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f127451-6cc2-41d8-9fd3-645d82bb36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.533632 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f127451-6cc2-41d8-9fd3-645d82bb36f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.537580 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-4f127451-6cc2-41d8-9fd3-645d82bb36f4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/af3c1b7b-0973-40c7-8272-160498bd61de HTTP/1.1" status: 204 len: 168 time: 0.2917724 Nov 16 16:05:29.540486 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 41910) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:29.556933 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f127451-6cc2-41d8-9fd3-645d82bb36f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=af3c1b7b-0973-40c7-8272-160498bd61de,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:29.642718 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2241f0b-7246-4f71-a81d-b0b3aa23dc8f admin admin] Deleting subnet cd9df776-ebf5-47a0-b9a2-577e1b1c2144 {{(pid=101854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:05:29.662834 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f2241f0b-7246-4f71-a81d-b0b3aa23dc8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.757320 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cdb92-7493-462d-b3ba-449ad1298fa5 req-c319845c-8216-46b8-91d5-8d5237dbf92b tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:29.764821 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-758cdb92-7493-462d-b3ba-449ad1298fa5 req-c319845c-8216-46b8-91d5-8d5237dbf92b tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0759587 Nov 16 16:05:29.795119 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f2241f0b-7246-4f71-a81d-b0b3aa23dc8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1522454'] for subnet, precommit_delete_associations {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.837927 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-758cdb92-7493-462d-b3ba-449ad1298fa5 req-50e9bfff-f619-4d85-b85a-83cea1157852 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721362 Nov 16 16:05:29.842713 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f2241f0b-7246-4f71-a81d-b0b3aa23dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:29.922343 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132714e-78f3-4a8e-8e9d-880245115e90 req-a09be436-9247-4f22-8fb9-b259d34bcd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:29.924267 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e132714e-78f3-4a8e-8e9d-880245115e90 req-a09be436-9247-4f22-8fb9-b259d34bcd53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29515163ad924903a1d1f653c9f77ee0&device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 1098 time: 0.1819887 Nov 16 16:05:29.973855 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41926) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:30.004859 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f2241f0b-7246-4f71-a81d-b0b3aa23dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3712696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3173595'] for subnet, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.005559 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41930) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:30.041297 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2241f0b-7246-4f71-a81d-b0b3aa23dc8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd9df776-ebf5-47a0-b9a2-577e1b1c2144,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:30.054547 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f2241f0b-7246-4f71-a81d-b0b3aa23dc8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.060532 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41934) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:30.061203 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-f2241f0b-7246-4f71-a81d-b0b3aa23dc8f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cd9df776-ebf5-47a0-b9a2-577e1b1c2144 HTTP/1.1" status: 204 len: 168 time: 0.5183098 Nov 16 16:05:30.067633 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132714e-78f3-4a8e-8e9d-880245115e90 req-beec3f7d-5c8d-4a47-b33e-27a900fc1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:30.069444 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e132714e-78f3-4a8e-8e9d-880245115e90 req-beec3f7d-5c8d-4a47-b33e-27a900fc1c7d service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 HTTP/1.1" status: 200 len: 920 time: 0.1378324 Nov 16 16:05:30.130630 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e132714e-78f3-4a8e-8e9d-880245115e90 req-6fc1862b-4520-4f00-9e74-782e3b5b1972 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc HTTP/1.1" status: 200 len: 217 time: 0.0492930 Nov 16 16:05:30.212135 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132714e-78f3-4a8e-8e9d-880245115e90 req-2a91148f-281e-407e-adeb-51c86ad8bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:30.213942 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e132714e-78f3-4a8e-8e9d-880245115e90 req-2a91148f-281e-407e-adeb-51c86ad8bdb2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04bfc9da-d704-4273-b63a-6fd73d56e6c3 HTTP/1.1" status: 200 len: 859 time: 0.0720060 Nov 16 16:05:30.249335 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e132714e-78f3-4a8e-8e9d-880245115e90 req-a60faddb-41ca-479b-9f06-d0b283c46730 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264003 Nov 16 16:05:30.348329 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e132714e-78f3-4a8e-8e9d-880245115e90 req-c2d98be1-03e7-4a4d-9c9b-d9275bf88938 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903795 Nov 16 16:05:30.430846 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0ba0eb0e-f538-4ebc-b763-621ad1746521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.443049 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f93f0ccc-6b99-48cf-a673-f99dafd257f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.447048 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e132714e-78f3-4a8e-8e9d-880245115e90 req-ef1b9b6f-c270-4d4b-be99-66a9e258f113 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865316 Nov 16 16:05:30.482048 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-674fe7e9-e135-40c4-aad4-36efdc7f91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.635963 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-674fe7e9-e135-40c4-aad4-36efdc7f91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.682546 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-674fe7e9-e135-40c4-aad4-36efdc7f91dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe0016c-cc44-4fa2-a8dd-2109425e50fc']}} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:30.689689 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0ba0eb0e-f538-4ebc-b763-621ad1746521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.699690 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0ba0eb0e-f538-4ebc-b763-621ad1746521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.709397 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-674fe7e9-e135-40c4-aad4-36efdc7f91dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fcd5373-b1f7-4f8c-b2bf-76271ec07ae6') {'for_net_delete': True} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:30.709397 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-674fe7e9-e135-40c4-aad4-36efdc7f91dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fcd5373-b1f7-4f8c-b2bf-76271ec07ae6') {} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:05:30.730780 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-674fe7e9-e135-40c4-aad4-36efdc7f91dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1186850'] for segment, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.766070 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f93f0ccc-6b99-48cf-a673-f99dafd257f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.782449 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f93f0ccc-6b99-48cf-a673-f99dafd257f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.792470 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-0ba0eb0e-f538-4ebc-b763-621ad1746521 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ab417fbc8db497c8ece173d3b103cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8144855 Nov 16 16:05:30.792470 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-674fe7e9-e135-40c4-aad4-36efdc7f91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.793032 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 41948) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:30.801349 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0eb0e-f538-4ebc-b763-621ad1746521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa3af27-17a2-49e1-94e0-c15fe7706786,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:30.821667 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674fe7e9-e135-40c4-aad4-36efdc7f91dc admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=101853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:05:30.822070 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-674fe7e9-e135-40c4-aad4-36efdc7f91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153758'] for segment, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: Traceback (most recent call last): Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: timer() Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: cb(*args, **kw) Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: return func(*args, **kwargs) Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: self._notify() Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: self.callback(batched_events) Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: event.method(event) Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: return f(self, *a, **k) Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._get(url).json() Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: return self.request(url, 'GET', **kwargs) Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:05:30.823755 dv-cinder-818098-2-iscsi neutron-server[101853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:05:30.850574 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-aed4e577-0d83-4430-9e1a-81381de97d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.871855 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-f93f0ccc-6b99-48cf-a673-f99dafd257f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2995bd47b3824ab8bec53c09ac0cbaeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8656249 Nov 16 16:05:30.878363 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41952) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:30.883687 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-aed4e577-0d83-4430-9e1a-81381de97d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.905605 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f0ccc-6b99-48cf-a673-f99dafd257f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66187ea0-fac7-4ec7-a584-b3e4cf595a74,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:30.920766 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-674fe7e9-e135-40c4-aad4-36efdc7f91dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.925639 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-674fe7e9-e135-40c4-aad4-36efdc7f91dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.929133 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-674fe7e9-e135-40c4-aad4-36efdc7f91dc admin admin] 10.222.0.46 "DELETE /v2.0/networks/fbe0016c-cc44-4fa2-a8dd-2109425e50fc HTTP/1.1" status: 204 len: 168 time: 0.8675754 Nov 16 16:05:30.949006 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-aed4e577-0d83-4430-9e1a-81381de97d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.952263 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-aed4e577-0d83-4430-9e1a-81381de97d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:30.953428 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-aed4e577-0d83-4430-9e1a-81381de97d40 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2aa3af27-17a2-49e1-94e0-c15fe7706786 HTTP/1.1" status: 204 len: 168 time: 0.1593354 Nov 16 16:05:30.969458 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fe7e9-e135-40c4-aad4-36efdc7f91dc admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe0016c-cc44-4fa2-a8dd-2109425e50fc,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:30.979948 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4e577-0d83-4430-9e1a-81381de97d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa3af27-17a2-49e1-94e0-c15fe7706786,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:31.037271 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b06151db-01a5-4e98-a741-1718984df14d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:31.054181 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79de91b-6015-4317-b0c8-1c8df3cc987e req-c2640ff0-0eb0-4fb0-89a7-8aac64618d06 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:31.061898 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a79de91b-6015-4317-b0c8-1c8df3cc987e req-c2640ff0-0eb0-4fb0-89a7-8aac64618d06 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.1237619 Nov 16 16:05:31.105763 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b06151db-01a5-4e98-a741-1718984df14d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:31.112036 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 41960) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:31.156542 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a79de91b-6015-4317-b0c8-1c8df3cc987e req-a30700d5-6c70-4a35-91ef-d96ef4a23f60 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937755 Nov 16 16:05:31.160772 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 41964) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:31.161184 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-056e8dec-dadc-4639-925a-3b99ea51e36b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0640b1d1a4b4555a206659200451d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469077 Nov 16 16:05:31.201902 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b06151db-01a5-4e98-a741-1718984df14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:31.204504 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-b06151db-01a5-4e98-a741-1718984df14d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:31.209150 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-b06151db-01a5-4e98-a741-1718984df14d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66187ea0-fac7-4ec7-a584-b3e4cf595a74 HTTP/1.1" status: 204 len: 168 time: 0.3282821 Nov 16 16:05:31.219680 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06151db-01a5-4e98-a741-1718984df14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66187ea0-fac7-4ec7-a584-b3e4cf595a74,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:31.235501 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a34a2a75-2ae3-4c8a-a117-126b907ea7a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:31.265938 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a34a2a75-2ae3-4c8a-a117-126b907ea7a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:31.347529 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a34a2a75-2ae3-4c8a-a117-126b907ea7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:31.350490 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a34a2a75-2ae3-4c8a-a117-126b907ea7a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:31.353770 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-a34a2a75-2ae3-4c8a-a117-126b907ea7a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cad2dfd1-d2c4-4596-8bf1-a7f09ab70b69 HTTP/1.1" status: 204 len: 168 time: 0.1918433 Nov 16 16:05:31.367836 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a2a75-2ae3-4c8a-a117-126b907ea7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad2dfd1-d2c4-4596-8bf1-a7f09ab70b69,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:31.786094 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 42006) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:31.800747 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-584d50b4-adf8-4fd8-890d-6d4fdaaba3a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:31.919117 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-584d50b4-adf8-4fd8-890d-6d4fdaaba3a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:31.926333 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-584d50b4-adf8-4fd8-890d-6d4fdaaba3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:31.973966 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-584d50b4-adf8-4fd8-890d-6d4fdaaba3a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df847d88a1c54a4ca2850b8fdd7ebd93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864126 Nov 16 16:05:31.975023 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d50b4-adf8-4fd8-890d-6d4fdaaba3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ab80f9-c0ff-4db2-b3a6-1d761560065c,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:31.977108 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 42014) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:31.983912 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 42016) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:32.023802 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-f994f17c-9da7-4337-bfac-f5f3dfd3abe8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=edbbd73844a64697a23c0657c5cb5692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441728 Nov 16 16:05:32.026266 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 42018) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:32.038369 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-16571033-5fdd-4c5b-847b-3514c1d0b320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:32.066546 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-16571033-5fdd-4c5b-847b-3514c1d0b320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:32.094630 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-79f36d08-b1e7-4ac6-ad2d-9b375b26dee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:32.130215 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-16571033-5fdd-4c5b-847b-3514c1d0b320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:32.132093 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-79f36d08-b1e7-4ac6-ad2d-9b375b26dee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:32.133059 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-16571033-5fdd-4c5b-847b-3514c1d0b320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:32.134214 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-16571033-5fdd-4c5b-847b-3514c1d0b320 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84ab80f9-c0ff-4db2-b3a6-1d761560065c HTTP/1.1" status: 204 len: 168 time: 0.1493456 Nov 16 16:05:32.142891 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16571033-5fdd-4c5b-847b-3514c1d0b320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ab80f9-c0ff-4db2-b3a6-1d761560065c,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:32.192346 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-79f36d08-b1e7-4ac6-ad2d-9b375b26dee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:32.195727 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-79f36d08-b1e7-4ac6-ad2d-9b375b26dee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:32.197361 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-79f36d08-b1e7-4ac6-ad2d-9b375b26dee6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17ad9e6d-a15c-4c91-a91f-c68a9ea423c9 HTTP/1.1" status: 204 len: 168 time: 0.1684535 Nov 16 16:05:32.211148 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f36d08-b1e7-4ac6-ad2d-9b375b26dee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ad9e6d-a15c-4c91-a91f-c68a9ea423c9,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:32.320021 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f0245-7275-447b-82b5-d90cc004ac7f req-abd938cc-51cb-41f7-adf3-7d3bc496f28c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:32.327745 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3e5f0245-7275-447b-82b5-d90cc004ac7f req-abd938cc-51cb-41f7-adf3-7d3bc496f28c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0799594 Nov 16 16:05:32.399308 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3e5f0245-7275-447b-82b5-d90cc004ac7f req-9cf03454-9b0d-41f7-ab4e-0ecd0518a661 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659411 Nov 16 16:05:33.067297 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 42122) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:33.220007 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-239a1a61-d724-4145-8aa1-34c43b0fa272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:33.318729 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-239a1a61-d724-4145-8aa1-34c43b0fa272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:33.332069 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-239a1a61-d724-4145-8aa1-34c43b0fa272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:33.374468 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-239a1a61-d724-4145-8aa1-34c43b0fa272 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30552e543773491e8e43e4b5f3676c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060250 Nov 16 16:05:33.377363 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a1a61-d724-4145-8aa1-34c43b0fa272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd136936-28a3-40f4-ba78-e8ad5408a301,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:33.378187 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 42144) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:33.453048 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3030507b-56b8-43fc-aa74-fa72bef003ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:33.462280 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 42148) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:33.480865 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3030507b-56b8-43fc-aa74-fa72bef003ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:33.541344 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3030507b-56b8-43fc-aa74-fa72bef003ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:33.544470 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3030507b-56b8-43fc-aa74-fa72bef003ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:33.545840 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-3030507b-56b8-43fc-aa74-fa72bef003ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bd136936-28a3-40f4-ba78-e8ad5408a301 HTTP/1.1" status: 204 len: 168 time: 0.1660497 Nov 16 16:05:33.554735 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030507b-56b8-43fc-aa74-fa72bef003ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd136936-28a3-40f4-ba78-e8ad5408a301,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:33.616225 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e0061-cc45-4060-8bb7-84df0a6225f0 req-141e7f98-67e0-4f5f-9486-cfc5d060a8ac tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:33.618771 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-593e0061-cc45-4060-8bb7-84df0a6225f0 req-141e7f98-67e0-4f5f-9486-cfc5d060a8ac tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0995271 Nov 16 16:05:33.678218 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1046801856-network', 'tenant_id': '66e03b8724364db290573e549b643dbf'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:33.696219 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-593e0061-cc45-4060-8bb7-84df0a6225f0 req-676e661b-3961-4ef5-8e73-6dfd8c53dadd tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701129 Nov 16 16:05:33.715955 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] Made reservation on behalf of 66e03b8724364db290573e549b643dbf for: {'network': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:05:33.719059 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:33.729268 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:33.840876 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:33.862158 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:33.895936 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=101853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:05:33.916546 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded7bdc8-a510-45d7-9763-b36ab50ad3db,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:33.940701 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:33.941134 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.segments_db [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] Added segment 8f20bebc-e743-475a-a193-d7e2f48a3177 of type vlan for network 3ab3dac8-cc77-4d96-958c-ff31e1be9045 Nov 16 16:05:33.991379 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:34.024696 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:34.026441 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:34.027995 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:34.043677 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 42172) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:34.059408 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ad1db82f-46d4-45a5-ab28-f1f2198911fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:34.109810 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6459398 Nov 16 16:05:34.113538 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 42176) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:34.121009 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-4df44d6d-e50c-4017-a5c3-c24c77e9a0ad admin admin] Request body: {'subnet': {'network_id': '3ab3dac8-cc77-4d96-958c-ff31e1be9045', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1046801856-subnet', 'tenant_id': '66e03b8724364db290573e549b643dbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:34.125628 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cb4dd-3d71-46b0-a260-24102ccaf1bd admin admin] Pushing event updated for resources: {'Network': ['ID=3ab3dac8-cc77-4d96-958c-ff31e1be9045,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:34.138757 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network 3ab3dac8-cc77-4d96-958c-ff31e1be9045 details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:05:34.149152 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df44d6d-e50c-4017-a5c3-c24c77e9a0ad admin admin] Made reservation on behalf of 66e03b8724364db290573e549b643dbf for: {'subnet': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:05:34.152943 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4df44d6d-e50c-4017-a5c3-c24c77e9a0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3353550'] for subnet, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:34.166495 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ad1db82f-46d4-45a5-ab28-f1f2198911fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:34.179097 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ad1db82f-46d4-45a5-ab28-f1f2198911fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:34.204298 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1db82f-46d4-45a5-ab28-f1f2198911fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d36bfed-9ba5-477d-bbb0-8b8ad80ab850,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:34.245537 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 42182) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:34.245665 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-ad1db82f-46d4-45a5-ab28-f1f2198911fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d62abf1befc42ec8e2da5dc37573a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002518 Nov 16 16:05:34.380705 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fed2d5ed-f7ec-40e9-85ae-eec08c75eb0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:34.414040 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4df44d6d-e50c-4017-a5c3-c24c77e9a0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2153975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3353564'] for subnet, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:34.417027 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fed2d5ed-f7ec-40e9-85ae-eec08c75eb0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:34.506285 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df44d6d-e50c-4017-a5c3-c24c77e9a0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=682bfc38-3b7f-4e87-a5ba-4abc1cf86d48,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:34.516854 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df44d6d-e50c-4017-a5c3-c24c77e9a0ad admin admin] Checking segment: {'id': '8f20bebc-e743-475a-a193-d7e2f48a3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ab3dac8-cc77-4d96-958c-ff31e1be9045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:05:34.517753 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df44d6d-e50c-4017-a5c3-c24c77e9a0ad admin admin] Network hostable DHCP agents. Network: 3ab3dac8-cc77-4d96-958c-ff31e1be9045, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:05:34.528738 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fed2d5ed-f7ec-40e9-85ae-eec08c75eb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:34.531256 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-fed2d5ed-f7ec-40e9-85ae-eec08c75eb0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:34.532425 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-fed2d5ed-f7ec-40e9-85ae-eec08c75eb0e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d36bfed-9ba5-477d-bbb0-8b8ad80ab850 HTTP/1.1" status: 204 len: 168 time: 0.2855263 Nov 16 16:05:34.545612 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2d5ed-f7ec-40e9-85ae-eec08c75eb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d36bfed-9ba5-477d-bbb0-8b8ad80ab850,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:34.549570 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df44d6d-e50c-4017-a5c3-c24c77e9a0ad admin admin] Network 3ab3dac8-cc77-4d96-958c-ff31e1be9045 is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:05:34.560417 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-4df44d6d-e50c-4017-a5c3-c24c77e9a0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, 3ab3dac8-cc77-4d96-958c-ff31e1be9045) {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:34.576312 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cdc574-3c76-4a7c-9d32-f9247fefb0d4 None None] Network 3ab3dac8-cc77-4d96-958c-ff31e1be9045 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:05:34.576771 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df44d6d-e50c-4017-a5c3-c24c77e9a0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:34.577383 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4df44d6d-e50c-4017-a5c3-c24c77e9a0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:34.618768 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-4df44d6d-e50c-4017-a5c3-c24c77e9a0ad admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4959314 Nov 16 16:05:34.742653 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43be538-8379-493e-8236-b1ab0a131fd2 None None] Network 3ab3dac8-cc77-4d96-958c-ff31e1be9045 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:05:34.890892 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44d26-874f-49af-9fa4-ffa18211673a req-3eaa8917-4572-485a-a322-9930367538f1 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:34.904201 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c8a44d26-874f-49af-9fa4-ffa18211673a req-3eaa8917-4572-485a-a322-9930367538f1 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0978580 Nov 16 16:05:35.005850 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c8a44d26-874f-49af-9fa4-ffa18211673a req-91edc1b0-6c6f-49a8-951f-b94a28f6d7eb tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007278 Nov 16 16:05:35.104890 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 42212) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:35.118891 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-050ba56f-aa96-457a-bd82-58f877e73652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:35.197466 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-050ba56f-aa96-457a-bd82-58f877e73652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:35.201142 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-050ba56f-aa96-457a-bd82-58f877e73652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:35.239649 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ba56f-aa96-457a-bd82-58f877e73652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18472f37-64ca-4bd8-bd72-3e0ff38e3fbe,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:35.244397 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-050ba56f-aa96-457a-bd82-58f877e73652 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35526f0de89d4047b550803c404b2c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383739 Nov 16 16:05:35.247325 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 42216) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:35.324267 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-71d76139-0e0a-4a59-8e8f-a1c42adca529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:35.351914 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-71d76139-0e0a-4a59-8e8f-a1c42adca529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:35.413793 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-71d76139-0e0a-4a59-8e8f-a1c42adca529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:35.416636 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-71d76139-0e0a-4a59-8e8f-a1c42adca529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:35.417788 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-71d76139-0e0a-4a59-8e8f-a1c42adca529 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18472f37-64ca-4bd8-bd72-3e0ff38e3fbe HTTP/1.1" status: 204 len: 168 time: 0.1693175 Nov 16 16:05:35.426039 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d76139-0e0a-4a59-8e8f-a1c42adca529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18472f37-64ca-4bd8-bd72-3e0ff38e3fbe,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:36.144159 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc070ee5-1ced-4fd9-a7db-4f3176e92f8b req-ad49f0c9-34a7-4139-99d1-1a35f6de5dc5 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:36.145745 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bc070ee5-1ced-4fd9-a7db-4f3176e92f8b req-ad49f0c9-34a7-4139-99d1-1a35f6de5dc5 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0608263 Nov 16 16:05:36.196608 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bc070ee5-1ced-4fd9-a7db-4f3176e92f8b req-adc917dc-f938-4b26-a895-a22cc7865fd5 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449479 Nov 16 16:05:37.314919 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621fe11-24e2-456d-920c-bee14958e90c req-8c6f9d67-4f97-4885-b461-e461f0fd4d3d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:37.316421 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1621fe11-24e2-456d-920c-bee14958e90c req-8c6f9d67-4f97-4885-b461-e461f0fd4d3d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0492077 Nov 16 16:05:37.364393 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1621fe11-24e2-456d-920c-bee14958e90c req-b4e28ce5-3f11-45a0-8303-5eef93b232b6 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 Nov 16 16:05:38.489892 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95c339-5489-4861-a1e5-052abf99fe61 req-117a9d19-d2aa-4be8-82c5-956a8664ff0a tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:38.491329 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3c95c339-5489-4861-a1e5-052abf99fe61 req-117a9d19-d2aa-4be8-82c5-956a8664ff0a tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0537615 Nov 16 16:05:38.538446 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3c95c339-5489-4861-a1e5-052abf99fe61 req-e7a35d2b-cf71-46d0-9ba3-f7c367e2da62 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Nov 16 16:05:39.051073 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 42298) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:39.154982 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8211f370-5429-4afb-8ee0-e5b35eebffdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:39.233657 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8211f370-5429-4afb-8ee0-e5b35eebffdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:39.238215 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8211f370-5429-4afb-8ee0-e5b35eebffdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:39.275102 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211f370-5429-4afb-8ee0-e5b35eebffdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25732961-9327-4a33-9c2c-ea7e537725c0,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:39.284673 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-8211f370-5429-4afb-8ee0-e5b35eebffdc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9da788a7b5d4ef5a3e85af4309dab46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316587 Nov 16 16:05:39.286419 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 42306) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:39.332581 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9be69eb1-69fa-49a5-981c-bcee86c584fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:39.355412 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9be69eb1-69fa-49a5-981c-bcee86c584fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:39.402081 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9be69eb1-69fa-49a5-981c-bcee86c584fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:39.404851 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9be69eb1-69fa-49a5-981c-bcee86c584fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:39.405973 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-9be69eb1-69fa-49a5-981c-bcee86c584fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25732961-9327-4a33-9c2c-ea7e537725c0 HTTP/1.1" status: 204 len: 168 time: 0.1185656 Nov 16 16:05:39.413502 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be69eb1-69fa-49a5-981c-bcee86c584fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25732961-9327-4a33-9c2c-ea7e537725c0,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:39.661032 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef82268-31ea-4ee7-8a15-657db76d8a1d req-1647feda-bf7b-4d50-9184-2b4e76544b43 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:39.662531 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4ef82268-31ea-4ee7-8a15-657db76d8a1d req-1647feda-bf7b-4d50-9184-2b4e76544b43 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0521443 Nov 16 16:05:39.692970 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 42314) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:39.714488 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfbdb-a99c-4bbd-a36e-790777ce21ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:39.738679 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4ef82268-31ea-4ee7-8a15-657db76d8a1d req-fb6b2061-9dd4-4dd9-9f79-fd6041e67896 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701408 Nov 16 16:05:39.804909 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfbdb-a99c-4bbd-a36e-790777ce21ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:39.808794 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfbdb-a99c-4bbd-a36e-790777ce21ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:39.846194 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-8e5bfbdb-a99c-4bbd-a36e-790777ce21ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f55883ad7ef4142bd324b3f348cbd9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522253 Nov 16 16:05:39.848207 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bfbdb-a99c-4bbd-a36e-790777ce21ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30181de-46d3-410e-a230-686bb2bc5ff3,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:39.848943 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 42318) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:39.897596 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-81e62c89-6adb-4597-b520-341feb19e377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:39.920946 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-81e62c89-6adb-4597-b520-341feb19e377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:39.969827 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-81e62c89-6adb-4597-b520-341feb19e377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:39.972849 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-81e62c89-6adb-4597-b520-341feb19e377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:39.974006 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-81e62c89-6adb-4597-b520-341feb19e377 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a30181de-46d3-410e-a230-686bb2bc5ff3 HTTP/1.1" status: 204 len: 168 time: 0.1240835 Nov 16 16:05:39.982943 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e62c89-6adb-4597-b520-341feb19e377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30181de-46d3-410e-a230-686bb2bc5ff3,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:40.865161 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890dd30-8e08-4431-9f1b-e5d80ae0f346 req-f213ecfe-4696-4714-8ac6-bcb3558b08c2 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:40.866655 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6890dd30-8e08-4431-9f1b-e5d80ae0f346 req-f213ecfe-4696-4714-8ac6-bcb3558b08c2 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0516355 Nov 16 16:05:40.917274 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6890dd30-8e08-4431-9f1b-e5d80ae0f346 req-92eb9917-5f04-40e4-b9d1-1fe8bd298d7d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424602 Nov 16 16:05:42.051038 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc678ae-69fc-4eb8-97d6-87c11073d1d2 req-fdf20a03-7b76-4f72-bab7-a1c6735843d0 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:42.053303 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bbc678ae-69fc-4eb8-97d6-87c11073d1d2 req-fdf20a03-7b76-4f72-bab7-a1c6735843d0 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0536516 Nov 16 16:05:42.102537 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bbc678ae-69fc-4eb8-97d6-87c11073d1d2 req-a62c7e3d-ce23-48c4-9a68-9abd930db65b tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433109 Nov 16 16:05:42.275484 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 42412) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:42.380221 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-794eaaf1-5cda-45cc-81b2-2e59d71bd61c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:42.462141 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-794eaaf1-5cda-45cc-81b2-2e59d71bd61c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:42.465875 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-794eaaf1-5cda-45cc-81b2-2e59d71bd61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:42.504918 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-794eaaf1-5cda-45cc-81b2-2e59d71bd61c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b00c7b439754448a9305d3448743a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283127 Nov 16 16:05:42.506010 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794eaaf1-5cda-45cc-81b2-2e59d71bd61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36211442-3db8-407d-8272-0b5a68138f09,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:42.507571 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 42418) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:42.555450 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c366f715-58c2-45ea-9856-34eb7860d33f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:42.576591 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c366f715-58c2-45ea-9856-34eb7860d33f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:42.623482 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c366f715-58c2-45ea-9856-34eb7860d33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:42.626065 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c366f715-58c2-45ea-9856-34eb7860d33f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:42.627203 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-c366f715-58c2-45ea-9856-34eb7860d33f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36211442-3db8-407d-8272-0b5a68138f09 HTTP/1.1" status: 204 len: 168 time: 0.1186478 Nov 16 16:05:42.639667 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366f715-58c2-45ea-9856-34eb7860d33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36211442-3db8-407d-8272-0b5a68138f09,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:42.892496 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 42424) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:42.905599 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1697e94c-5b20-41fc-84e3-e68ff2926300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:42.983526 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1697e94c-5b20-41fc-84e3-e68ff2926300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:42.988445 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1697e94c-5b20-41fc-84e3-e68ff2926300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:43.029853 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-1697e94c-5b20-41fc-84e3-e68ff2926300 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59e676711ee4400b8a2f0eaa2ca70328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362693 Nov 16 16:05:43.030935 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697e94c-5b20-41fc-84e3-e68ff2926300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c7b7d3-ff63-4c2f-98cb-17d4271058a1,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:43.032451 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 42426) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:43.081650 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1627bad5-269d-44fe-bb2c-4a28c862aaa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:43.106884 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1627bad5-269d-44fe-bb2c-4a28c862aaa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:43.155283 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1627bad5-269d-44fe-bb2c-4a28c862aaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:43.158003 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1627bad5-269d-44fe-bb2c-4a28c862aaa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:43.159367 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-1627bad5-269d-44fe-bb2c-4a28c862aaa8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12c7b7d3-ff63-4c2f-98cb-17d4271058a1 HTTP/1.1" status: 204 len: 168 time: 0.1258657 Nov 16 16:05:43.167882 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627bad5-269d-44fe-bb2c-4a28c862aaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c7b7d3-ff63-4c2f-98cb-17d4271058a1,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:43.233014 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204940fc-d7df-4e25-97fa-452d95da6c02 req-a9531ea9-fd20-439e-8e6f-c920ff8493f2 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:43.234629 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-204940fc-d7df-4e25-97fa-452d95da6c02 req-a9531ea9-fd20-439e-8e6f-c920ff8493f2 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0574741 Nov 16 16:05:43.287065 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-204940fc-d7df-4e25-97fa-452d95da6c02 req-6263b4e3-2a6a-45e5-8465-b0f37cf47ef8 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462315 Nov 16 16:05:44.057896 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f2955-249e-419e-9826-fee8f1149b33 req-306b22f4-2a32-47b5-9193-3ba15b82c303 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:44.059347 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c36f2955-249e-419e-9826-fee8f1149b33 req-306b22f4-2a32-47b5-9193-3ba15b82c303 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/networks?id=3ab3dac8-cc77-4d96-958c-ff31e1be9045 HTTP/1.1" status: 200 len: 809 time: 0.1096907 Nov 16 16:05:44.075775 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c36f2955-249e-419e-9826-fee8f1149b33 req-3ccd1403-978e-4ead-8623-f04b6eaf08bd tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/quotas/66e03b8724364db290573e549b643dbf HTTP/1.1" status: 200 len: 375 time: 0.0102189 Nov 16 16:05:44.108581 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c36f2955-249e-419e-9826-fee8f1149b33 req-5472b771-65ba-4da5-9a55-67d671decc4c tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=66e03b8724364db290573e549b643dbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269685 Nov 16 16:05:44.214665 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c36f2955-249e-419e-9826-fee8f1149b33 req-226d7375-3895-48af-9f4d-558e4190fed5 service neutron] 10.222.0.46 "GET /v2.0/networks/3ab3dac8-cc77-4d96-958c-ff31e1be9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962520 Nov 16 16:05:44.307487 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c36f2955-249e-419e-9826-fee8f1149b33 req-f90c6c07-c090-42db-a342-e4b01e64bd7b service neutron] 10.222.0.46 "GET /v2.0/networks/3ab3dac8-cc77-4d96-958c-ff31e1be9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867043 Nov 16 16:05:44.427246 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40c287-55e7-485b-9c7a-7df065fb625f req-e7e80437-4975-4c1b-adf7-e96899b43c04 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:44.433581 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8b40c287-55e7-485b-9c7a-7df065fb625f req-e7e80437-4975-4c1b-adf7-e96899b43c04 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0688610 Nov 16 16:05:44.529417 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8b40c287-55e7-485b-9c7a-7df065fb625f req-93022d8c-e924-48f6-8044-52d458e75a33 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929625 Nov 16 16:05:44.599063 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-50a88ad4-7827-49a6-bd93-49eab3a2cf52 req-72605e30-cee6-4e27-8299-afb8f5778bed tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 210 time: 0.0280063 Nov 16 16:05:45.619404 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9bc6c533-5bb0-4b73-9872-f7feee0c6b40 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:45.622935 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9bc6c533-5bb0-4b73-9872-f7feee0c6b40 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.62 "GET /v2.0/networks?id=3ab3dac8-cc77-4d96-958c-ff31e1be9045 HTTP/1.1" status: 200 len: 809 time: 0.1245046 Nov 16 16:05:45.649807 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-c36f2955-249e-419e-9826-fee8f1149b33 req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Request body: {'port': {'device_id': '0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5', 'network_id': '3ab3dac8-cc77-4d96-958c-ff31e1be9045', 'admin_state_up': True, 'tenant_id': '66e03b8724364db290573e549b643dbf'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:45.663971 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fa1bf-a66e-4b32-b43c-a40726d870bc req-f891ce81-3851-4fec-8087-6ac1d8670444 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:45.666088 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-089fa1bf-a66e-4b32-b43c-a40726d870bc req-f891ce81-3851-4fec-8087-6ac1d8670444 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0568275 Nov 16 16:05:45.724118 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-089fa1bf-a66e-4b32-b43c-a40726d870bc req-7ec34c0c-96f9-4006-bf10-bf8064a053ce tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520082 Nov 16 16:05:45.792979 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36f2955-249e-419e-9826-fee8f1149b33 req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Made reservation on behalf of 66e03b8724364db290573e549b643dbf for: {'port': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:05:45.796576 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-c36f2955-249e-419e-9826-fee8f1149b33 req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:45.808375 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-96d761fc-e453-4f0f-a1a5-118415601c0c req-67036f76-f830-4b61-b221-305ab97d274d tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 210 time: 0.0284481 Nov 16 16:05:45.920606 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [req-c36f2955-249e-419e-9826-fee8f1149b33 req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Allocated IP 172.20.0.10 (3ab3dac8-cc77-4d96-958c-ff31e1be9045/682bfc38-3b7f-4e87-a5ba-4abc1cf86d48/406850df-9b38-43ec-be90-cae97c408b1b) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:05:46.074293 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-c36f2955-249e-419e-9826-fee8f1149b33 req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:46.108206 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-c36f2955-249e-419e-9826-fee8f1149b33 req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:46.150828 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36f2955-249e-419e-9826-fee8f1149b33 req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Network 3ab3dac8-cc77-4d96-958c-ff31e1be9045 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:05:46.154278 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [req-c36f2955-249e-419e-9826-fee8f1149b33 req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:46.156701 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36f2955-249e-419e-9826-fee8f1149b33 req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:05:46.196382 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Pushing event updated for resources: {'Port': ['ID=406850df-9b38-43ec-be90-cae97c408b1b,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:46.208854 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:46.209184 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:46.209525 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:46.209857 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:46.210186 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:46.210509 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:46.210829 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:46.211149 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:46.211483 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:46.211812 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:46.212128 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:46.212444 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:46.225940 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f2955-249e-419e-9826-fee8f1149b33 req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:46.226686 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-c36f2955-249e-419e-9826-fee8f1149b33 req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:46.243912 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c36f2955-249e-419e-9826-fee8f1149b33 req-70f143b4-e58e-437c-b953-6a68ac814fc6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5980580 Nov 16 16:05:46.257523 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Request body: {'port': {'device_id': '0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:46.313147 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:46.587646 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406850df-9b38-43ec-be90-cae97c408b1b {{(pid=101854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:05:46.594857 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:46.607693 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.provisioning_blocks [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Transition to ACTIVE for port object 406850df-9b38-43ec-be90-cae97c408b1b will not be triggered until provisioned by entity L2. {{(pid=101854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:05:46.611299 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:46.666915 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Pushing event updated for resources: {'Port': ['ID=406850df-9b38-43ec-be90-cae97c408b1b,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:46.731712 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Attempting to bind port 406850df-9b38-43ec-be90-cae97c408b1b on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:05:46.732046 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Attempting to bind port 406850df-9b38-43ec-be90-cae97c408b1b by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': '8f20bebc-e743-475a-a193-d7e2f48a3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ab3dac8-cc77-4d96-958c-ff31e1be9045'}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:05:46.732374 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Attempting to bind port 406850df-9b38-43ec-be90-cae97c408b1b on network 3ab3dac8-cc77-4d96-958c-ff31e1be9045 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:05:46.736895 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Port 406850df-9b38-43ec-be90-cae97c408b1b on network 3ab3dac8-cc77-4d96-958c-ff31e1be9045 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:05:46.737329 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Attempting to bind port 406850df-9b38-43ec-be90-cae97c408b1b on network 3ab3dac8-cc77-4d96-958c-ff31e1be9045 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:05:46.742210 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:05:46.742539 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Checking segment: {'id': '8f20bebc-e743-475a-a193-d7e2f48a3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ab3dac8-cc77-4d96-958c-ff31e1be9045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:05:46.742934 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Bound using segment: {'id': '8f20bebc-e743-475a-a193-d7e2f48a3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ab3dac8-cc77-4d96-958c-ff31e1be9045'} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:05:46.743360 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Bound port: 406850df-9b38-43ec-be90-cae97c408b1b, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f20bebc-e743-475a-a193-d7e2f48a3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ab3dac8-cc77-4d96-958c-ff31e1be9045'}}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:05:46.743848 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:46.819014 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] For port 406850df-9b38-43ec-be90-cae97c408b1b, host hv-cinder-81809, cleared binding levels {{(pid=101854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:05:46.822310 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] For port 406850df-9b38-43ec-be90-cae97c408b1b, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=406850df-9b38-43ec-be90-cae97c408b1b,segment=NetworkSegment(8f20bebc-e743-475a-a193-d7e2f48a3177),segment_id=8f20bebc-e743-475a-a193-d7e2f48a3177)] {{(pid=101854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:05:46.826846 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:46.863741 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:46.864903 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:46.866311 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c36f2955-249e-419e-9826-fee8f1149b33 req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] 10.222.0.62 "PUT /v2.0/ports/406850df-9b38-43ec-be90-cae97c408b1b HTTP/1.1" status: 200 len: 1094 time: 0.6130722 Nov 16 16:05:46.866766 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5', 'tag': '406850df-9b38-43ec-be90-cae97c408b1b'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:05:46.868928 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbb4ed-19fa-4ef5-89db-0e5301ecf374 req-c4a7f1ac-7d63-435e-8538-3b861471b723 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:46.869432 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b4d935-acc0-40e3-bd9d-58510a01244b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5", "tag": "406850df-9b38-43ec-be90-cae97c408b1b"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:05:46.872132 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-76cbb4ed-19fa-4ef5-89db-0e5301ecf374 req-c4a7f1ac-7d63-435e-8538-3b861471b723 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0741808 Nov 16 16:05:46.904720 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f22a3-906e-416f-a237-bf0e0986bf1c service neutron] Pushing event updated for resources: {'Port': ['ID=406850df-9b38-43ec-be90-cae97c408b1b,revision_number=3']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:46.953668 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-76cbb4ed-19fa-4ef5-89db-0e5301ecf374 req-6f5a876e-ed96-406e-9043-ee07c39c52bd tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725391 Nov 16 16:05:46.959419 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f2955-249e-419e-9826-fee8f1149b33 req-123f7dc4-f469-4a15-a86d-5c10a09ec581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:46.961076 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c36f2955-249e-419e-9826-fee8f1149b33 req-123f7dc4-f469-4a15-a86d-5c10a09ec581 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=66e03b8724364db290573e549b643dbf&device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 1097 time: 0.0426500 Nov 16 16:05:46.971947 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad63e08-0db8-4947-bb0a-fbcb5ef8a5a3 req-c73472c9-1cff-4a5e-bf6e-54da8c6c8d51 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:46.973994 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6ad63e08-0db8-4947-bb0a-fbcb5ef8a5a3 req-c73472c9-1cff-4a5e-bf6e-54da8c6c8d51 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 944 time: 0.0704577 Nov 16 16:05:47.013259 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c36f2955-249e-419e-9826-fee8f1149b33 req-28dd417c-3140-41d1-9ff2-3e66c326d28b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=406850df-9b38-43ec-be90-cae97c408b1b HTTP/1.1" status: 200 len: 217 time: 0.0424333 Nov 16 16:05:47.028632 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6ad63e08-0db8-4947-bb0a-fbcb5ef8a5a3 req-c01f0dfe-bd8c-4fc9-9b21-483dc53eb302 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Nov 16 16:05:47.073100 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ab365e-4d2c-456e-aeef-526bbb0c4f9e x-openstack-request-id: req-31ab365e-4d2c-456e-aeef-526bbb0c4f9e {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:05:47.073524 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5", "tag": "406850df-9b38-43ec-be90-cae97c408b1b", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:05:47.073652 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31ab365e-4d2c-456e-aeef-526bbb0c4f9e {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:05:47.074040 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5', 'tag': '406850df-9b38-43ec-be90-cae97c408b1b', 'status': 'completed', 'code': 200} Nov 16 16:05:47.077630 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f2955-249e-419e-9826-fee8f1149b33 req-5c115885-208d-4410-9d9c-5bddf9c4e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:47.079046 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c36f2955-249e-419e-9826-fee8f1149b33 req-5c115885-208d-4410-9d9c-5bddf9c4e7da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=682bfc38-3b7f-4e87-a5ba-4abc1cf86d48 HTTP/1.1" status: 200 len: 849 time: 0.0474923 Nov 16 16:05:47.113917 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c36f2955-249e-419e-9826-fee8f1149b33 req-3629738e-426d-4da7-98c3-5099d9fb5009 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3ab3dac8-cc77-4d96-958c-ff31e1be9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259125 Nov 16 16:05:47.431762 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c36f2955-249e-419e-9826-fee8f1149b33 req-8003e3d0-e515-4751-987b-991fd5f18acf service neutron] 10.222.0.62 "GET /v2.0/networks/3ab3dac8-cc77-4d96-958c-ff31e1be9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096290 Nov 16 16:05:47.530114 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c36f2955-249e-419e-9826-fee8f1149b33 req-4cbfdc3b-de65-4efe-879b-6b24325ba67c service neutron] 10.222.0.62 "GET /v2.0/networks/3ab3dac8-cc77-4d96-958c-ff31e1be9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858104 Nov 16 16:05:47.639181 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4d935-acc0-40e3-bd9d-58510a01244b req-9e2c8ac3-fbff-4fe2-93cd-d47016b4fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:47.640737 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c9b4d935-acc0-40e3-bd9d-58510a01244b req-9e2c8ac3-fbff-4fe2-93cd-d47016b4fa43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=66e03b8724364db290573e549b643dbf&device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 1097 time: 0.0417483 Nov 16 16:05:47.749432 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4d935-acc0-40e3-bd9d-58510a01244b req-b7fda74d-c01b-4a3a-b048-3c6630ae6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:47.750888 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c9b4d935-acc0-40e3-bd9d-58510a01244b req-b7fda74d-c01b-4a3a-b048-3c6630ae6ed8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3ab3dac8-cc77-4d96-958c-ff31e1be9045 HTTP/1.1" status: 200 len: 910 time: 0.0976179 Nov 16 16:05:47.801453 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c9b4d935-acc0-40e3-bd9d-58510a01244b req-df3c26e1-33ab-4e75-a0a3-1b6cbf5c38d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=406850df-9b38-43ec-be90-cae97c408b1b HTTP/1.1" status: 200 len: 217 time: 0.0352595 Nov 16 16:05:47.859369 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4d935-acc0-40e3-bd9d-58510a01244b req-7acb3b50-93c2-4d62-a001-98e294d25d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:47.861035 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c9b4d935-acc0-40e3-bd9d-58510a01244b req-7acb3b50-93c2-4d62-a001-98e294d25d79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=682bfc38-3b7f-4e87-a5ba-4abc1cf86d48 HTTP/1.1" status: 200 len: 849 time: 0.0485981 Nov 16 16:05:47.909590 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c9b4d935-acc0-40e3-bd9d-58510a01244b req-e110d34c-cae1-438a-8571-0e046b087071 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3ab3dac8-cc77-4d96-958c-ff31e1be9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239935 Nov 16 16:05:48.021189 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c9b4d935-acc0-40e3-bd9d-58510a01244b req-e6b5ad69-7791-422c-86bd-8c57bcd6a9f0 service neutron] 10.222.0.62 "GET /v2.0/networks/3ab3dac8-cc77-4d96-958c-ff31e1be9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833418 Nov 16 16:05:48.086234 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cee80-b7a0-40fa-955f-c9d3f00aab99 req-3daa6418-eae0-4427-8f74-b60bf3f98995 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:48.087894 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5a3cee80-b7a0-40fa-955f-c9d3f00aab99 req-3daa6418-eae0-4427-8f74-b60bf3f98995 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0544434 Nov 16 16:05:48.127921 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-c9b4d935-acc0-40e3-bd9d-58510a01244b req-6b0cc0bb-fc63-47ae-aeeb-4bad1d5d8e18 service neutron] 10.222.0.62 "GET /v2.0/networks/3ab3dac8-cc77-4d96-958c-ff31e1be9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968375 Nov 16 16:05:48.172719 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5a3cee80-b7a0-40fa-955f-c9d3f00aab99 req-3fe89132-6918-4eb4-bbbb-ef47fe6b0c80 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786042 Nov 16 16:05:48.185443 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340f3e0-cf55-41b4-b32f-c4855860d8c1 req-0c0b9ec6-41c1-4b6e-8120-3df6ba4c98f6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:48.187124 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5340f3e0-cf55-41b4-b32f-c4855860d8c1 req-0c0b9ec6-41c1-4b6e-8120-3df6ba4c98f6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 944 time: 0.0744231 Nov 16 16:05:48.245368 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5340f3e0-cf55-41b4-b32f-c4855860d8c1 req-5eba8dea-ab0c-423c-9921-67fa87419aab tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428479 Nov 16 16:05:49.302307 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b80821-14d7-4a47-ba17-029fb390dba3 req-1554c4c2-63c1-4827-a119-698cf2fb6a9c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:49.303819 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0b80821-14d7-4a47-ba17-029fb390dba3 req-1554c4c2-63c1-4827-a119-698cf2fb6a9c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0534718 Nov 16 16:05:49.380329 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0b80821-14d7-4a47-ba17-029fb390dba3 req-53454417-4468-45c4-9291-38c1388ddf8d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703895 Nov 16 16:05:49.392325 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc0df3-0256-401f-b93d-5d8cb2c08a3a req-33888ec7-9d11-4592-98de-c1fbb54bc426 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:49.393766 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b0fc0df3-0256-401f-b93d-5d8cb2c08a3a req-33888ec7-9d11-4592-98de-c1fbb54bc426 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 944 time: 0.0782011 Nov 16 16:05:49.444877 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b0fc0df3-0256-401f-b93d-5d8cb2c08a3a req-9d2cb653-8b2f-41ed-bb94-2f6cd7d7d62c tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446668 Nov 16 16:05:50.077916 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-5f9096cf-5dd2-4cdf-bffa-bd1748fe809c tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125201303&fields=id&tenant_id=d2bdf7025cb744f088b95cb0bba5169b HTTP/1.1" status: 200 len: 267 time: 0.0455225 Nov 16 16:05:50.189425 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-4b9434ab-432e-4d51-94c8-1aa8eccd911a tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:50.190927 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-4b9434ab-432e-4d51-94c8-1aa8eccd911a tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 811 time: 0.1045861 Nov 16 16:05:50.206897 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-acb4327e-cfe3-4390-85f1-fe09000b2102 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/quotas/d2bdf7025cb744f088b95cb0bba5169b HTTP/1.1" status: 200 len: 375 time: 0.0093417 Nov 16 16:05:50.260335 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-2b752184-1cf2-4bac-b682-e9dbaf8f1802 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471950 Nov 16 16:05:50.364045 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-6323898d-6c2b-481b-953d-1c7bac5c82a1 service neutron] 10.222.0.46 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914595 Nov 16 16:05:50.434024 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 406850df-9b38-43ec-be90-cae97c408b1b details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:05:50.509449 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-215ff245-e80d-4810-8152-008136b2fd60 service neutron] 10.222.0.46 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387703 Nov 16 16:05:50.529219 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522dfc-108f-4b8f-915a-0111c353c598 req-ae025bb6-d27b-44cb-8663-8457d5793c66 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:50.530900 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7e522dfc-108f-4b8f-915a-0111c353c598 req-ae025bb6-d27b-44cb-8663-8457d5793c66 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0689080 Nov 16 16:05:50.551906 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 406850df-9b38-43ec-be90-cae97c408b1b, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=406850df-9b38-43ec-be90-cae97c408b1b,segment=NetworkSegment(8f20bebc-e743-475a-a193-d7e2f48a3177),segment_id=8f20bebc-e743-475a-a193-d7e2f48a3177)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:05:50.564190 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '406850df-9b38-43ec-be90-cae97c408b1b', 'network_id': '3ab3dac8-cc77-4d96-958c-ff31e1be9045', 'port_id': '406850df-9b38-43ec-be90-cae97c408b1b', 'mac_address': 'fa:16:3e:0e:f1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682bfc38-3b7f-4e87-a5ba-4abc1cf86d48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:05:50.598979 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7e522dfc-108f-4b8f-915a-0111c353c598 req-2f704649-250a-4efe-8194-3e7720a1a541 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576448 Nov 16 16:05:50.611442 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:50.620559 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406850df-9b38-43ec-be90-cae97c408b1b {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:05:50.646520 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 406850df-9b38-43ec-be90-cae97c408b1b, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=406850df-9b38-43ec-be90-cae97c408b1b,segment=NetworkSegment(8f20bebc-e743-475a-a193-d7e2f48a3177),segment_id=8f20bebc-e743-475a-a193-d7e2f48a3177)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:05:50.651521 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:50.708558 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b298e-6634-49ec-b33a-26a9d68e0893 req-2c48e921-9f19-489d-a000-aa373a405a68 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:50.710299 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3b1b298e-6634-49ec-b33a-26a9d68e0893 req-2c48e921-9f19-489d-a000-aa373a405a68 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 945 time: 0.0603099 Nov 16 16:05:50.738695 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=406850df-9b38-43ec-be90-cae97c408b1b,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:50.767398 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-0cd725bd-92af-41ef-be40-dd29a2aac70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:50.790120 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3b1b298e-6634-49ec-b33a-26a9d68e0893 req-e10d6c66-f129-4d0c-b2b2-96cd84daf030 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655501 Nov 16 16:05:50.880449 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a24d668e-56fe-44a7-b663-bcd1215c9f3a req-44c79a34-9ced-4bed-a20e-4ac17370bef0 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 210 time: 0.0295079 Nov 16 16:05:50.965166 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['406850df-9b38-43ec-be90-cae97c408b1b'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:05:51.706940 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b2d05-006f-476c-b0c4-985765d6a8cb req-e5f0226a-65db-4f80-95a9-0389a491677f tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:51.708433 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-755b2d05-006f-476c-b0c4-985765d6a8cb req-e5f0226a-65db-4f80-95a9-0389a491677f tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0491836 Nov 16 16:05:51.759830 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-755b2d05-006f-476c-b0c4-985765d6a8cb req-ba1148e4-3c40-42d8-a59e-0df3e70e4e3b tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453520 Nov 16 16:05:51.926460 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69124841-d581-4880-a5e2-4d1b26ed5618 req-fc2567a7-ba02-47a1-a00e-1e2bf05515e7 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:51.928026 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-69124841-d581-4880-a5e2-4d1b26ed5618 req-fc2567a7-ba02-47a1-a00e-1e2bf05515e7 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 945 time: 0.0544779 Nov 16 16:05:51.998039 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-23260a59-c7b3-4383-9b9c-6610bfc68a5a req-b0c58d94-30d9-4a3b-85e5-e8b6e4356619 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 210 time: 0.0323615 Nov 16 16:05:52.023245 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-69124841-d581-4880-a5e2-4d1b26ed5618 req-483ae340-6e0c-4fd8-b318-89ce3c6fa1fa tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741763 Nov 16 16:05:52.142353 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-86c8b071-f32d-4bb4-8bfa-94a2b3be651e tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:52.145449 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-86c8b071-f32d-4bb4-8bfa-94a2b3be651e tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 811 time: 0.1392479 Nov 16 16:05:52.246571 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a870974-a080-4fa3-9cc6-489ab861dab6 req-16610ab1-8a1c-49c3-8cea-6dd884866d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:52.248071 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7a870974-a080-4fa3-9cc6-489ab861dab6 req-16610ab1-8a1c-49c3-8cea-6dd884866d46 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 1098 time: 0.0541062 Nov 16 16:05:52.250061 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-98077c23-3f4a-4859-ae2a-2bf8c7edf7ab tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2bdf7025cb744f088b95cb0bba5169b HTTP/1.1" status: 200 len: 380 time: 0.0812111 Nov 16 16:05:52.262339 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-f9be498a-8e0e-4886-8e06-44835bbb47b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Request body: {'port': {'device_id': 'db94bd78-8ff3-4784-84bd-e09796f6633a', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'admin_state_up': True, 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'security_groups': ['8dd171eb-7943-4807-9fe7-f436f2d7b7cc']}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:52.311927 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7a870974-a080-4fa3-9cc6-489ab861dab6 req-940e9b77-33f8-41a6-a25e-134f4b2ef6c5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471706 Nov 16 16:05:52.377866 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-f9be498a-8e0e-4886-8e06-44835bbb47b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Made reservation on behalf of d2bdf7025cb744f088b95cb0bba5169b for: {'port': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:05:52.383944 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-f9be498a-8e0e-4886-8e06-44835bbb47b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:52.446101 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 406850df-9b38-43ec-be90-cae97c408b1b up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:05:52.502734 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af13fa-b448-43d7-9228-c55c3a5d2c0b req-ea8bee6c-d9c5-4d3f-87ae-c56f0bf4dd30 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:52.504895 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 406850df-9b38-43ec-be90-cae97c408b1b completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:05:52.508927 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 406850df-9b38-43ec-be90-cae97c408b1b triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:52.509307 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:52.510844 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-29af13fa-b448-43d7-9228-c55c3a5d2c0b req-ea8bee6c-d9c5-4d3f-87ae-c56f0bf4dd30 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0619321 Nov 16 16:05:52.553682 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-f9be498a-8e0e-4886-8e06-44835bbb47b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Allocated IP 172.20.0.4 (d76e01f2-cefd-4113-8b4c-ae0a7cc24037/3a71067b-bbc5-4a7f-a337-f77ec6b82b43/b063cfec-1c51-450b-a10e-50021e43d561) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:05:52.582769 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-29af13fa-b448-43d7-9228-c55c3a5d2c0b req-22af580d-f867-4ede-95a3-c2372831ce47 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699444 Nov 16 16:05:52.648742 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:52.697833 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406850df-9b38-43ec-be90-cae97c408b1b'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:05:52.700686 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35794ed1-35f1-47bd-9a59-bcde59def6b7" -d '{"events": [{"server_uuid": "0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5", "name": "network-vif-plugged", "status": "completed", "tag": "406850df-9b38-43ec-be90-cae97c408b1b"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:05:52.726161 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 406850df-9b38-43ec-be90-cae97c408b1b, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=406850df-9b38-43ec-be90-cae97c408b1b,segment=NetworkSegment(8f20bebc-e743-475a-a193-d7e2f48a3177),segment_id=8f20bebc-e743-475a-a193-d7e2f48a3177)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:05:52.735724 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:52.773270 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c96513-6eb0-43ef-af21-a4de384ede7f x-openstack-request-id: req-d8c96513-6eb0-43ef-af21-a4de384ede7f {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:05:52.773562 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5", "name": "network-vif-plugged", "status": "completed", "tag": "406850df-9b38-43ec-be90-cae97c408b1b", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:05:52.773824 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8c96513-6eb0-43ef-af21-a4de384ede7f {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:05:52.774251 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406850df-9b38-43ec-be90-cae97c408b1b', 'code': 200} Nov 16 16:05:52.810139 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=406850df-9b38-43ec-be90-cae97c408b1b,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:52.855951 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-f9be498a-8e0e-4886-8e06-44835bbb47b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:52.896884 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-f9be498a-8e0e-4886-8e06-44835bbb47b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:52.926822 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdec7e7-924d-43a0-96f9-0f39126f383b req-0c5ed373-fd46-4785-8cc4-8e95f5114dd8 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:52.928451 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8cdec7e7-924d-43a0-96f9-0f39126f383b req-0c5ed373-fd46-4785-8cc4-8e95f5114dd8 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0628397 Nov 16 16:05:52.947215 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-f9be498a-8e0e-4886-8e06-44835bbb47b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:05:52.950492 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-f9be498a-8e0e-4886-8e06-44835bbb47b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:05:52.955159 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-f9be498a-8e0e-4886-8e06-44835bbb47b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:05:52.958533 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be498a-8e0e-4886-8e06-44835bbb47b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'Port': ['ID=b063cfec-1c51-450b-a10e-50021e43d561,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:53.012360 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-f9be498a-8e0e-4886-8e06-44835bbb47b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:53.013012 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-f9be498a-8e0e-4886-8e06-44835bbb47b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:53.017651 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8cdec7e7-924d-43a0-96f9-0f39126f383b req-05fc5f3f-d445-45a9-8f6c-8f87c3a268e6 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800388 Nov 16 16:05:53.036192 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-ee7c1755-8974-4146-9315-ccb2fb212bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:53.042869 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dac47a-4901-4d18-af87-20d03bff825f req-bfd33cef-1d40-40d6-994c-1d4efc6f5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:53.044552 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-46dac47a-4901-4d18-af87-20d03bff825f req-bfd33cef-1d40-40d6-994c-1d4efc6f5f8c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 1099 time: 0.0916309 Nov 16 16:05:53.052951 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-f9be498a-8e0e-4886-8e06-44835bbb47b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7945685 Nov 16 16:05:53.071526 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Request body: {'port': {'device_id': 'db94bd78-8ff3-4784-84bd-e09796f6633a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:05:53.149994 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:53.189207 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-46dac47a-4901-4d18-af87-20d03bff825f req-99f2da0c-757d-402b-a26d-979fc4bdb9b3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347678 Nov 16 16:05:53.212141 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8e6eb-a17a-4395-ac0e-6d22349c5469 req-860ca192-6e13-4468-bb83-1247f00b06a4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:53.213897 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-35b8e6eb-a17a-4395-ac0e-6d22349c5469 req-860ca192-6e13-4468-bb83-1247f00b06a4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0881841 Nov 16 16:05:53.223859 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf26753-70c9-4aa9-ba35-b3f5967fe6ab req-18df787a-c361-4641-a1db-084f221720e5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:53.225574 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ecf26753-70c9-4aa9-ba35-b3f5967fe6ab req-18df787a-c361-4641-a1db-084f221720e5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 931 time: 0.1360950 Nov 16 16:05:53.291562 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-4cddf95d-c2c2-4784-81fa-d287567bd7ec None None] Provisioning complete for port b063cfec-1c51-450b-a10e-50021e43d561 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:05:53.292222 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-4cddf95d-c2c2-4784-81fa-d287567bd7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:53.301215 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-35b8e6eb-a17a-4395-ac0e-6d22349c5469 req-c9c404fe-5390-4ca1-80d9-8115f7ea7c74 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745957 Nov 16 16:05:53.310302 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ecf26753-70c9-4aa9-ba35-b3f5967fe6ab req-74d2f817-7c8c-49f7-b65d-85551ff5ac8d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772700 Nov 16 16:05:53.334541 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-4cddf95d-c2c2-4784-81fa-d287567bd7ec None None] Port b063cfec-1c51-450b-a10e-50021e43d561 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:05:53.431951 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b063cfec-1c51-450b-a10e-50021e43d561 {{(pid=101854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:05:53.439082 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:53.452702 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.provisioning_blocks [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Transition to ACTIVE for port object b063cfec-1c51-450b-a10e-50021e43d561 will not be triggered until provisioned by entity L2. {{(pid=101854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:05:53.456051 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:53.525754 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Pushing event updated for resources: {'Port': ['ID=b063cfec-1c51-450b-a10e-50021e43d561,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:53.581265 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Attempting to bind port b063cfec-1c51-450b-a10e-50021e43d561 on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:05:53.581646 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Attempting to bind port b063cfec-1c51-450b-a10e-50021e43d561 by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:05:53.581976 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Attempting to bind port b063cfec-1c51-450b-a10e-50021e43d561 on network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:05:53.586563 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Port b063cfec-1c51-450b-a10e-50021e43d561 on network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:05:53.586883 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Attempting to bind port b063cfec-1c51-450b-a10e-50021e43d561 on network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:05:53.591924 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:05:53.592261 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Checking segment: {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:05:53.592630 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Bound using segment: {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:05:53.593050 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Bound port: b063cfec-1c51-450b-a10e-50021e43d561, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'}}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:05:53.593402 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:53.618733 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5fd235c6-7506-4a2f-9340-6955c50e9b69 req-831cb2d4-6450-4c9d-b0db-5d7a21f22bf0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437431 Nov 16 16:05:53.684154 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] For port b063cfec-1c51-450b-a10e-50021e43d561, host hv-cinder-81809, cleared binding levels {{(pid=101854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:05:53.688213 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] For port b063cfec-1c51-450b-a10e-50021e43d561, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=b063cfec-1c51-450b-a10e-50021e43d561,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:05:53.700199 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:53.728911 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd235c6-7506-4a2f-9340-6955c50e9b69 req-dacec254-e366-4556-984f-3e1c884791e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:53.730390 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5fd235c6-7506-4a2f-9340-6955c50e9b69 req-dacec254-e366-4556-984f-3e1c884791e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29515163ad924903a1d1f653c9f77ee0&device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 1098 time: 0.0820653 Nov 16 16:05:53.746828 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200ccec-9796-49db-9e7c-9cb2c0aac443 req-5ed2c916-8738-4c85-86cb-cf7f3e8fbd64 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:53.757424 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:53.757870 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4200ccec-9796-49db-9e7c-9cb2c0aac443 req-5ed2c916-8738-4c85-86cb-cf7f3e8fbd64 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0762517 Nov 16 16:05:53.758046 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:53.759583 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] 10.222.0.62 "PUT /v2.0/ports/b063cfec-1c51-450b-a10e-50021e43d561 HTTP/1.1" status: 200 len: 1093 time: 0.6930027 Nov 16 16:05:53.760229 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db94bd78-8ff3-4784-84bd-e09796f6633a', 'tag': 'b063cfec-1c51-450b-a10e-50021e43d561'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:05:53.762272 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790e5da2-f0c6-4d41-a2a2-c3a6b96b485b" -d '{"events": [{"name": "network-changed", "server_uuid": "db94bd78-8ff3-4784-84bd-e09796f6633a", "tag": "b063cfec-1c51-450b-a10e-50021e43d561"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:05:53.829115 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5d032-77dd-4933-aaa4-260ab525ed46 service neutron] Pushing event updated for resources: {'Port': ['ID=b063cfec-1c51-450b-a10e-50021e43d561,revision_number=3']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:53.843611 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083438db-0c0d-491a-a95e-62bcb5f74fed x-openstack-request-id: req-083438db-0c0d-491a-a95e-62bcb5f74fed {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:05:53.843903 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db94bd78-8ff3-4784-84bd-e09796f6633a", "tag": "b063cfec-1c51-450b-a10e-50021e43d561", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:05:53.849020 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-083438db-0c0d-491a-a95e-62bcb5f74fed {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:05:53.849020 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db94bd78-8ff3-4784-84bd-e09796f6633a', 'tag': 'b063cfec-1c51-450b-a10e-50021e43d561', 'status': 'completed', 'code': 200} Nov 16 16:05:53.925199 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-f7c55bd9-2937-4790-8c55-ba2a34340341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:53.927727 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-f7c55bd9-2937-4790-8c55-ba2a34340341 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 1096 time: 0.0859325 Nov 16 16:05:53.947873 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4200ccec-9796-49db-9e7c-9cb2c0aac443 req-8821fd46-115a-46d4-b083-d934ec639986 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812088 Nov 16 16:05:54.009992 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-40ae7c0d-517f-4369-9a7d-7b6a2778d18d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b063cfec-1c51-450b-a10e-50021e43d561 HTTP/1.1" status: 200 len: 217 time: 0.0692444 Nov 16 16:05:54.014193 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd235c6-7506-4a2f-9340-6955c50e9b69 req-cf0a5c39-06e3-4696-ba2d-8fb1e5bdc3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:54.015476 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5fd235c6-7506-4a2f-9340-6955c50e9b69 req-cf0a5c39-06e3-4696-ba2d-8fb1e5bdc3df service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 HTTP/1.1" status: 200 len: 920 time: 0.2470028 Nov 16 16:05:54.122964 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-625997e7-5b2f-4928-a9d3-6f32ba1223bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:54.124801 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-625997e7-5b2f-4928-a9d3-6f32ba1223bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 200 len: 850 time: 0.0957818 Nov 16 16:05:54.189173 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fd3f4dd4-0e49-4a3f-b6c2-97bc7247a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:54.191399 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-fd3f4dd4-0e49-4a3f-b6c2-97bc7247a836 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536025 Nov 16 16:05:54.316241 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 42748) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:54.336009 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5fd235c6-7506-4a2f-9340-6955c50e9b69 req-24bf3cdd-4994-4865-a4a2-88083796a99b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a HTTP/1.1" status: 200 len: 217 time: 0.3059762 Nov 16 16:05:54.349602 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:54.369049 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-a2bf4682-2114-4a69-86e2-d0082bd53463 service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649821 Nov 16 16:05:54.449129 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa6a46-d21f-4f86-8664-8c2c2e733f32 req-aef14bd8-18ee-4f8f-ba52-caa182c48c9b tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:54.456481 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6dfa6a46-d21f-4f86-8664-8c2c2e733f32 req-aef14bd8-18ee-4f8f-ba52-caa182c48c9b tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.1226242 Nov 16 16:05:54.465883 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd235c6-7506-4a2f-9340-6955c50e9b69 req-a96c57bc-ab8a-40ba-9025-578ea1a5a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:54.467232 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5fd235c6-7506-4a2f-9340-6955c50e9b69 req-a96c57bc-ab8a-40ba-9025-578ea1a5a5ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04bfc9da-d704-4273-b63a-6fd73d56e6c3 HTTP/1.1" status: 200 len: 859 time: 0.1221213 Nov 16 16:05:54.501579 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1c4f5157-5674-4230-9c1a-9a274aca5bc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:54.512950 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4d00390b-14b0-4e58-bb16-0eb4ea9b93c5 req-5f2b4a13-fea0-4433-ad96-27decde91fe7 service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360986 Nov 16 16:05:54.514661 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5fd235c6-7506-4a2f-9340-6955c50e9b69 req-e3e1963a-9919-4fa9-abfb-6b074565ce0c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350540 Nov 16 16:05:54.542508 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65653449-0bcb-444f-9437-e66f0989dfb2 req-c05f71fb-fa13-4895-829f-3c9f90f89dd4 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:54.544090 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-65653449-0bcb-444f-9437-e66f0989dfb2 req-c05f71fb-fa13-4895-829f-3c9f90f89dd4 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 943 time: 0.1431432 Nov 16 16:05:54.555995 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6dfa6a46-d21f-4f86-8664-8c2c2e733f32 req-9607f295-4cb7-4326-ac6b-fc783e0de2c8 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982554 Nov 16 16:05:54.654062 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1c4f5157-5674-4230-9c1a-9a274aca5bc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:54.658539 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1c4f5157-5674-4230-9c1a-9a274aca5bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:54.680032 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-65653449-0bcb-444f-9437-e66f0989dfb2 req-64a960e7-6557-4769-a43a-2a81338cc86a tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229742 Nov 16 16:05:54.705761 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e5da2-f0c6-4d41-a2a2-c3a6b96b485b req-a72012e8-5f2d-4106-b6a0-bc8c91742860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:54.708129 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-790e5da2-f0c6-4d41-a2a2-c3a6b96b485b req-a72012e8-5f2d-4106-b6a0-bc8c91742860 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 1096 time: 0.1107659 Nov 16 16:05:54.715622 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-1c4f5157-5674-4230-9c1a-9a274aca5bc7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39fa5fd9b792463db10bcc024b38a7e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3980873 Nov 16 16:05:54.716548 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 42758) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:54.717806 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f5157-5674-4230-9c1a-9a274aca5bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d28aff-18e1-40c6-8248-85487206ed1f,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:54.759566 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5fd235c6-7506-4a2f-9340-6955c50e9b69 req-9b50770b-c34d-40a2-90c0-f467cacc7001 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143259 Nov 16 16:05:54.785086 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247f84e-667f-49a8-9652-620638209d35 req-ff096e3d-a7fd-412f-98de-7003753be01e tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:54.787203 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b247f84e-667f-49a8-9652-620638209d35 req-ff096e3d-a7fd-412f-98de-7003753be01e tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 946 time: 0.1322587 Nov 16 16:05:54.821559 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e5da2-f0c6-4d41-a2a2-c3a6b96b485b req-8433b116-9233-42eb-92df-eab996b7032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:54.824902 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-790e5da2-f0c6-4d41-a2a2-c3a6b96b485b req-8433b116-9233-42eb-92df-eab996b7032e service neutron] 10.222.0.62 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 912 time: 0.1076031 Nov 16 16:05:54.853336 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:54.884204 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-790e5da2-f0c6-4d41-a2a2-c3a6b96b485b req-e0dc7cbb-c03e-4c39-a053-4492dae8a28b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b063cfec-1c51-450b-a10e-50021e43d561 HTTP/1.1" status: 200 len: 217 time: 0.0394993 Nov 16 16:05:54.920032 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b247f84e-667f-49a8-9652-620638209d35 req-5db75ae1-f8f9-45a1-8874-e143f0cb942c tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145940 Nov 16 16:05:54.923329 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:54.956088 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e5da2-f0c6-4d41-a2a2-c3a6b96b485b req-b3e2ef16-28ec-4792-9275-f76ce8b02f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:54.957886 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-790e5da2-f0c6-4d41-a2a2-c3a6b96b485b req-b3e2ef16-28ec-4792-9275-f76ce8b02f89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 200 len: 850 time: 0.0557036 Nov 16 16:05:55.027808 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e5da2-f0c6-4d41-a2a2-c3a6b96b485b req-db139f1f-a040-400a-a9ae-ed4f3fef8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:55.031959 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-790e5da2-f0c6-4d41-a2a2-c3a6b96b485b req-db139f1f-a040-400a-a9ae-ed4f3fef8783 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597405 Nov 16 16:05:55.033110 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5fd235c6-7506-4a2f-9340-6955c50e9b69 req-94a0925c-e24f-45ca-b354-07b7530c7695 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396822 Nov 16 16:05:55.048830 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd4dfe-9de9-4b06-945f-ad97d942d78f req-a36f5ecf-2264-4c53-88a6-16e04bcacfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:55.051107 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2cfd4dfe-9de9-4b06-945f-ad97d942d78f req-a36f5ecf-2264-4c53-88a6-16e04bcacfa0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29515163ad924903a1d1f653c9f77ee0&device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 1098 time: 0.1256511 Nov 16 16:05:55.086089 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df7995-5ad0-424b-8649-3fdbbd6ad1c5 req-b4526b9a-5de7-4f6e-9553-07e2895d0d40 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:55.087586 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-39df7995-5ad0-424b-8649-3fdbbd6ad1c5 req-b4526b9a-5de7-4f6e-9553-07e2895d0d40 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.1581771 Nov 16 16:05:55.134843 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-790e5da2-f0c6-4d41-a2a2-c3a6b96b485b req-257d0764-c2f0-4641-97dc-3f675a8e47f6 service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879560 Nov 16 16:05:55.138586 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:55.141094 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:55.142168 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55d28aff-18e1-40c6-8248-85487206ed1f HTTP/1.1" status: 204 len: 168 time: 0.4239068 Nov 16 16:05:55.177307 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d28aff-18e1-40c6-8248-85487206ed1f,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:55.204701 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:55.205082 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:55.205393 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:55.205704 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:55.206978 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:55.206978 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:55.206978 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:55.207345 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:55.207440 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:55.207876 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:55.208077 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:55.208849 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf9855d-53e1-4d55-a326-fea9f9f02ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:05:55.228789 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b781-12e9-4fa1-8c57-dd731793a699 req-85c1e1d1-4d90-46e2-895c-6f7a080dfa98 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:55.230296 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7d43b781-12e9-4fa1-8c57-dd731793a699 req-85c1e1d1-4d90-46e2-895c-6f7a080dfa98 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.1734464 Nov 16 16:05:55.261897 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-790e5da2-f0c6-4d41-a2a2-c3a6b96b485b req-f14d27c5-65a0-41b9-a18e-c1d64803bac9 service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172569 Nov 16 16:05:55.263734 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-39df7995-5ad0-424b-8649-3fdbbd6ad1c5 req-165fa765-b06f-461b-80c6-3aac37d66bb1 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504376 Nov 16 16:05:55.311346 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd4dfe-9de9-4b06-945f-ad97d942d78f req-79d2587b-9116-44fe-891e-309c101b0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:55.312911 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2cfd4dfe-9de9-4b06-945f-ad97d942d78f req-79d2587b-9116-44fe-891e-309c101b0101 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 HTTP/1.1" status: 200 len: 920 time: 0.2545543 Nov 16 16:05:55.370151 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2cfd4dfe-9de9-4b06-945f-ad97d942d78f req-2ca1a80e-c39f-48d7-8cb3-8760ab886810 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc HTTP/1.1" status: 200 len: 217 time: 0.0464878 Nov 16 16:05:55.378838 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7d43b781-12e9-4fa1-8c57-dd731793a699 req-c7b1b93e-03b4-43f9-9fa8-6608c4cc4163 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277783 Nov 16 16:05:55.434466 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd4dfe-9de9-4b06-945f-ad97d942d78f req-e3b40ef7-3cdf-4c31-a18a-081fb3d4ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:55.435938 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2cfd4dfe-9de9-4b06-945f-ad97d942d78f req-e3b40ef7-3cdf-4c31-a18a-081fb3d4ec2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04bfc9da-d704-4273-b63a-6fd73d56e6c3 HTTP/1.1" status: 200 len: 859 time: 0.0534687 Nov 16 16:05:55.478861 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2cfd4dfe-9de9-4b06-945f-ad97d942d78f req-064f6224-566d-455b-9a09-1be7e0d6506e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334740 Nov 16 16:05:55.490684 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 42782) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:55.504521 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-39dbb68d-38a7-47c5-be54-a39434746208 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:55.608848 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-39dbb68d-38a7-47c5-be54-a39434746208 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:55.609648 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2cfd4dfe-9de9-4b06-945f-ad97d942d78f req-8370c5a7-e373-4b62-9d5e-615855fbd21d service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079066 Nov 16 16:05:55.614088 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-39dbb68d-38a7-47c5-be54-a39434746208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:55.657730 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-39dbb68d-38a7-47c5-be54-a39434746208 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=118d3e4d091b48c999ff43f4d5c6a950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659255 Nov 16 16:05:55.658706 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbb68d-38a7-47c5-be54-a39434746208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fbd6bb-f3ef-4288-8f11-0d86c50dd5fc,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:55.662065 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 42790) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:05:55.711189 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:55.744538 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-954fe760-2796-46d0-9f91-0ca55d138949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:55.745281 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2cfd4dfe-9de9-4b06-945f-ad97d942d78f req-e3b60db1-4e42-4589-902e-b8d7916b1e1f service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219945 Nov 16 16:05:55.767741 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-954fe760-2796-46d0-9f91-0ca55d138949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:55.828248 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-954fe760-2796-46d0-9f91-0ca55d138949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:55.830861 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776e08a-c957-4087-aca6-b2a95650d1a0 req-241afe0b-54fd-4125-868a-3e3bcc4e7878 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:55.831197 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-954fe760-2796-46d0-9f91-0ca55d138949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:55.832144 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-954fe760-2796-46d0-9f91-0ca55d138949 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3fbd6bb-f3ef-4288-8f11-0d86c50dd5fc HTTP/1.1" status: 204 len: 168 time: 0.1689887 Nov 16 16:05:55.832518 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3776e08a-c957-4087-aca6-b2a95650d1a0 req-241afe0b-54fd-4125-868a-3e3bcc4e7878 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 943 time: 0.0560029 Nov 16 16:05:55.846746 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fe760-2796-46d0-9f91-0ca55d138949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fbd6bb-f3ef-4288-8f11-0d86c50dd5fc,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:05:55.897948 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3776e08a-c957-4087-aca6-b2a95650d1a0 req-6bc1241b-b033-48b7-a050-911f710fbc26 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567679 Nov 16 16:05:56.186160 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49dbf8e-5529-428c-a432-dcc531419f2a req-2b380c75-7f0f-448f-9a1b-90220cace10a tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:56.187660 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b49dbf8e-5529-428c-a432-dcc531419f2a req-2b380c75-7f0f-448f-9a1b-90220cace10a tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0509737 Nov 16 16:05:56.242821 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b49dbf8e-5529-428c-a432-dcc531419f2a req-0ddd2b12-c1b7-4b6f-9a54-066c1e2bd866 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482695 Nov 16 16:05:56.378977 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4acee0-dd80-43d5-8636-1211be53e986 req-af191f8a-fdda-414e-a1a7-b4069419db45 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:56.380934 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cb4acee0-dd80-43d5-8636-1211be53e986 req-af191f8a-fdda-414e-a1a7-b4069419db45 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0544932 Nov 16 16:05:56.432101 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cb4acee0-dd80-43d5-8636-1211be53e986 req-58904ebf-e179-4e66-866a-146dc332abdb tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448039 Nov 16 16:05:56.507968 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:56.523727 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878227df-dc57-4245-b2c3-e1cd801da820 req-b4405509-7cce-4ab8-b069-e8cadef856e2 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:56.524057 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-878227df-dc57-4245-b2c3-e1cd801da820 req-b4405509-7cce-4ab8-b069-e8cadef856e2 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0558107 Nov 16 16:05:56.590355 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-878227df-dc57-4245-b2c3-e1cd801da820 req-cf09a018-c86f-425a-8b86-664240eb5fed tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526705 Nov 16 16:05:56.613854 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:05:57.055213 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398eabb-f064-4a94-a792-d761874353e2 req-27c0d132-4720-4652-984a-2da4a88db144 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:57.056748 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c398eabb-f064-4a94-a792-d761874353e2 req-27c0d132-4720-4652-984a-2da4a88db144 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0900257 Nov 16 16:05:57.068289 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac62cf-7ca9-4e3f-bc44-7ecc837cefcf req-d3e6b319-951c-48a9-8be9-d4cb0cb0660b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:57.069747 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f3ac62cf-7ca9-4e3f-bc44-7ecc837cefcf req-d3e6b319-951c-48a9-8be9-d4cb0cb0660b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 943 time: 0.0925939 Nov 16 16:05:57.143118 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c398eabb-f064-4a94-a792-d761874353e2 req-9edb6150-c45e-43ad-ae2d-7a5c4d50044b tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724225 Nov 16 16:05:57.152143 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f3ac62cf-7ca9-4e3f-bc44-7ecc837cefcf req-c6119f72-5652-4d6d-9124-6ccba2d7b97c tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741670 Nov 16 16:05:57.554199 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34efdc-4f23-41a5-bc3b-e27fb0718319 req-659545df-09f4-4a29-8bba-f607806a84b6 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:57.555727 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ab34efdc-4f23-41a5-bc3b-e27fb0718319 req-659545df-09f4-4a29-8bba-f607806a84b6 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0540059 Nov 16 16:05:57.602531 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ab34efdc-4f23-41a5-bc3b-e27fb0718319 req-97b3def4-f3a0-4182-97af-3bb5165c97c5 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408759 Nov 16 16:05:57.708884 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6a006-2b16-41e9-91ab-c7572826834a req-b109d0e4-d084-4b79-bae9-b34bf05389bb tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:57.710361 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e0c6a006-2b16-41e9-91ab-c7572826834a req-b109d0e4-d084-4b79-bae9-b34bf05389bb tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0494430 Nov 16 16:05:57.757494 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e0c6a006-2b16-41e9-91ab-c7572826834a req-2153f087-0575-49e4-8ef5-fbb5849dd40e tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412490 Nov 16 16:05:58.309575 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1ce39-1943-4bd5-bade-94496beb6636 req-ea87188d-2b88-43ea-9378-71bd9937b8c5 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:58.311059 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3eb1ce39-1943-4bd5-bade-94496beb6636 req-ea87188d-2b88-43ea-9378-71bd9937b8c5 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0900757 Nov 16 16:05:58.329525 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfecf7c-6de8-4d72-94e1-47f63365fcbe req-075722d2-d973-4a7f-9271-a23b062faf13 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:58.330899 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2bfecf7c-6de8-4d72-94e1-47f63365fcbe req-075722d2-d973-4a7f-9271-a23b062faf13 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 943 time: 0.0784218 Nov 16 16:05:58.406713 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3eb1ce39-1943-4bd5-bade-94496beb6636 req-64ffced2-345b-4183-870a-3a3024f41032 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742614 Nov 16 16:05:58.411610 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2bfecf7c-6de8-4d72-94e1-47f63365fcbe req-0aa13a1a-f994-4034-9f02-9f87867ba24d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722821 Nov 16 16:05:58.717555 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dbfac-6bf6-48e4-89c9-1a7e7aaa9bd2 req-9242b1fa-b0fb-4a96-8be4-ce4552335387 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:58.719011 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-994dbfac-6bf6-48e4-89c9-1a7e7aaa9bd2 req-9242b1fa-b0fb-4a96-8be4-ce4552335387 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0487041 Nov 16 16:05:58.772360 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-994dbfac-6bf6-48e4-89c9-1a7e7aaa9bd2 req-3d077896-98dd-4eb9-bcf4-419a62917967 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471599 Nov 16 16:05:58.887504 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce745b10-cdce-4413-bb0e-4282cfff0391 req-fd6ad50f-f717-4f8f-afc4-1d31e09ece7b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:58.888514 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ce745b10-cdce-4413-bb0e-4282cfff0391 req-fd6ad50f-f717-4f8f-afc4-1d31e09ece7b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0551836 Nov 16 16:05:58.940225 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ce745b10-cdce-4413-bb0e-4282cfff0391 req-10cb657c-b125-43ac-ad73-cd676289b645 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458293 Nov 16 16:05:59.552590 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff910bbe-498e-4af9-8919-7693b1731884 req-7e3743c2-9e2b-4516-9cc9-b7d70f4a443a tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:59.554061 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ff910bbe-498e-4af9-8919-7693b1731884 req-7e3743c2-9e2b-4516-9cc9-b7d70f4a443a tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 943 time: 0.0761685 Nov 16 16:05:59.561234 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadfd3f-960e-4364-9c20-8185091dc172 req-6fa0139f-132c-45c6-80e8-591144b3d37a tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:05:59.562570 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1fadfd3f-960e-4364-9c20-8185091dc172 req-6fa0139f-132c-45c6-80e8-591144b3d37a tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0865972 Nov 16 16:05:59.641196 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ff910bbe-498e-4af9-8919-7693b1731884 req-8c2961d0-1d1e-41ef-845d-cd8691a9dab0 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776932 Nov 16 16:05:59.644777 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1fadfd3f-960e-4364-9c20-8185091dc172 req-7a8ebac2-8ded-4758-b842-eee22a06968b tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753899 Nov 16 16:06:00.058077 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd710e2-19b1-4323-a89b-e021d0e945cf req-6fa76b5c-41b6-400d-bd66-0539fcfaaaef tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:00.059587 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4dd710e2-19b1-4323-a89b-e021d0e945cf req-6fa76b5c-41b6-400d-bd66-0539fcfaaaef tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0496833 Nov 16 16:06:00.107816 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4dd710e2-19b1-4323-a89b-e021d0e945cf req-c996bc47-9f59-47a4-b756-bf182854e9fd tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415034 Nov 16 16:06:00.792237 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bb7f8-1f8f-4081-9633-b58906bd6d32 req-ecf1a103-8d84-4c99-b264-914ed7d831e2 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:00.793716 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d77bb7f8-1f8f-4081-9633-b58906bd6d32 req-ecf1a103-8d84-4c99-b264-914ed7d831e2 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 943 time: 0.0833998 Nov 16 16:06:00.801846 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab8267-2207-4266-a44a-a7e08c448939 req-54ecfdfa-c8a3-4c80-bf07-2049bbf8d773 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:00.803199 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e5ab8267-2207-4266-a44a-a7e08c448939 req-54ecfdfa-c8a3-4c80-bf07-2049bbf8d773 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0842056 Nov 16 16:06:00.875334 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d77bb7f8-1f8f-4081-9633-b58906bd6d32 req-7e84674f-3a2f-49a2-aadf-ec18669723c4 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711687 Nov 16 16:06:00.879719 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e5ab8267-2207-4266-a44a-a7e08c448939 req-66cfd4e0-e6e4-4d02-9d15-6082ba6f81d3 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700023 Nov 16 16:06:01.228861 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1829ae2-44ab-4400-871c-fceaa1c9cfcb req-a682b4c8-064d-40cc-9510-b0956e8d902c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:01.230323 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e1829ae2-44ab-4400-871c-fceaa1c9cfcb req-a682b4c8-064d-40cc-9510-b0956e8d902c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0492930 Nov 16 16:06:01.276544 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e1829ae2-44ab-4400-871c-fceaa1c9cfcb req-9fc8bf28-efac-4873-9049-21f4807d4679 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402958 Nov 16 16:06:01.937576 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb64a1a-acb2-4c65-9c6f-8bdc6f80ca60 req-1acca2db-827a-437e-a353-e34a0b28af92 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:01.939354 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9bb64a1a-acb2-4c65-9c6f-8bdc6f80ca60 req-1acca2db-827a-437e-a353-e34a0b28af92 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 946 time: 0.0535636 Nov 16 16:06:02.117802 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01541236-7aa4-4813-86dc-00ac9af95183 req-efac79c1-0ed1-475f-8528-831fc6df4582 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:02.119490 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-01541236-7aa4-4813-86dc-00ac9af95183 req-efac79c1-0ed1-475f-8528-831fc6df4582 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 943 time: 0.1724286 Nov 16 16:06:02.148290 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d70a6e-e79d-4486-976c-d9620af75d90 req-d421aff1-8015-47a2-a564-20e24b29a5a2 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:02.149727 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a0d70a6e-e79d-4486-976c-d9620af75d90 req-d421aff1-8015-47a2-a564-20e24b29a5a2 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 946 time: 0.1838572 Nov 16 16:06:02.233967 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-9bb64a1a-acb2-4c65-9c6f-8bdc6f80ca60 req-82b629fb-af4f-4f87-9ef4-a2c25a32a304 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Deleting port 406850df-9b38-43ec-be90-cae97c408b1b {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:06:02.234586 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-9bb64a1a-acb2-4c65-9c6f-8bdc6f80ca60 req-82b629fb-af4f-4f87-9ef4-a2c25a32a304 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:02.247451 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-01541236-7aa4-4813-86dc-00ac9af95183 req-897e4f3f-4af1-4376-9f87-ad0fa5c2615b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187158 Nov 16 16:06:02.304352 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a0d70a6e-e79d-4486-976c-d9620af75d90 req-785b2f3b-a7c1-464a-aa13-c569e3cf3af8 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378274 Nov 16 16:06:02.403047 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-9bb64a1a-acb2-4c65-9c6f-8bdc6f80ca60 req-82b629fb-af4f-4f87-9ef4-a2c25a32a304 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] For port 406850df-9b38-43ec-be90-cae97c408b1b, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=406850df-9b38-43ec-be90-cae97c408b1b,segment=NetworkSegment(8f20bebc-e743-475a-a193-d7e2f48a3177),segment_id=8f20bebc-e743-475a-a193-d7e2f48a3177)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:02.403411 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-9bb64a1a-acb2-4c65-9c6f-8bdc6f80ca60 req-82b629fb-af4f-4f87-9ef4-a2c25a32a304 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:02.433914 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6238b-ec5c-4b0d-8365-8f1c1d02bdc4 req-26e48d0c-497a-4d4e-b61a-c61cb942c3e2 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:02.435395 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2ae6238b-ec5c-4b0d-8365-8f1c1d02bdc4 req-26e48d0c-497a-4d4e-b61a-c61cb942c3e2 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.1160448 Nov 16 16:06:02.442237 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-9bb64a1a-acb2-4c65-9c6f-8bdc6f80ca60 req-82b629fb-af4f-4f87-9ef4-a2c25a32a304 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Calling delete_port for 406850df-9b38-43ec-be90-cae97c408b1b owned by compute:nova {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:06:02.779031 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b50260-56ce-422d-97da-e8cc65282075 req-770f1b84-f07b-4929-bf09-ed35a15dd044 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:02.780567 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9b50260-56ce-422d-97da-e8cc65282075 req-770f1b84-f07b-4929-bf09-ed35a15dd044 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.3978291 Nov 16 16:06:02.834962 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2ae6238b-ec5c-4b0d-8365-8f1c1d02bdc4 req-d6b4cad3-3ba0-4138-b630-7d0e65f383b2 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889575 Nov 16 16:06:02.878578 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9b50260-56ce-422d-97da-e8cc65282075 req-cdffaede-b195-4c2c-af6a-7523bdd06493 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879784 Nov 16 16:06:02.951409 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-9bb64a1a-acb2-4c65-9c6f-8bdc6f80ca60 req-82b629fb-af4f-4f87-9ef4-a2c25a32a304 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:02.983878 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b629fb-af4f-4f87-9ef4-a2c25a32a304 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Pushing event deleted for resources: {'Port': ['ID=406850df-9b38-43ec-be90-cae97c408b1b,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:03.045951 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb64a1a-acb2-4c65-9c6f-8bdc6f80ca60 req-82b629fb-af4f-4f87-9ef4-a2c25a32a304 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] No DVR routers for this DVR port 406850df-9b38-43ec-be90-cae97c408b1b on host hv-cinder-81809 {{(pid=101853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:06:03.049011 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-9bb64a1a-acb2-4c65-9c6f-8bdc6f80ca60 req-82b629fb-af4f-4f87-9ef4-a2c25a32a304 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:03.052707 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9bb64a1a-acb2-4c65-9c6f-8bdc6f80ca60 req-82b629fb-af4f-4f87-9ef4-a2c25a32a304 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.62 "DELETE /v2.0/ports/406850df-9b38-43ec-be90-cae97c408b1b HTTP/1.1" status: 204 len: 173 time: 1.1040876 Nov 16 16:06:03.053136 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5', 'name': 'network-vif-deleted', 'tag': '406850df-9b38-43ec-be90-cae97c408b1b'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:06:03.055346 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea50fc4b-9914-4df7-aa41-c8f81857a713" -d '{"events": [{"server_uuid": "0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5", "name": "network-vif-deleted", "tag": "406850df-9b38-43ec-be90-cae97c408b1b"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:06:03.091981 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f682763-bbfd-47d7-b64c-669551be120f x-openstack-request-id: req-3f682763-bbfd-47d7-b64c-669551be120f {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:06:03.092296 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5", "name": "network-vif-deleted", "tag": "406850df-9b38-43ec-be90-cae97c408b1b", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:06:03.092640 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f682763-bbfd-47d7-b64c-669551be120f {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:06:03.093097 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5', 'name': 'network-vif-deleted', 'tag': '406850df-9b38-43ec-be90-cae97c408b1b', 'status': 'completed', 'code': 200} Nov 16 16:06:03.399092 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a40ad-6bed-4ab4-89e2-c95370c5bfdc req-31866a16-e5e8-4e44-8da4-4fa831c2e11b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:03.400582 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4a1a40ad-6bed-4ab4-89e2-c95370c5bfdc req-31866a16-e5e8-4e44-8da4-4fa831c2e11b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 943 time: 0.0524027 Nov 16 16:06:03.452738 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4a1a40ad-6bed-4ab4-89e2-c95370c5bfdc req-53173e75-cae9-4fb4-b80f-0c7bb47bb96c tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456598 Nov 16 16:06:03.552916 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ef0fd-d2ca-4dcb-80e9-b5afe1faa00f req-1e5cdb3f-2dbc-492d-b2c4-6b449bd502d4 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:03.554395 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-923ef0fd-d2ca-4dcb-80e9-b5afe1faa00f req-1e5cdb3f-2dbc-492d-b2c4-6b449bd502d4 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0480013 Nov 16 16:06:03.602337 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-923ef0fd-d2ca-4dcb-80e9-b5afe1faa00f req-f3a78483-dfad-4cc2-b89a-b11aae5ee75d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Nov 16 16:06:03.687111 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c119799-6d79-496c-867e-9a356579273c req-451921e0-fa84-469f-aa05-527db18897b6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 210 time: 0.0273192 Nov 16 16:06:03.968058 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['406850df-9b38-43ec-be90-cae97c408b1b'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:06:04.020146 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4368907-3d70-402d-968f-00821cbe6ff9 req-44fecfd4-9583-4301-a246-67afa2035cda tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:04.021629 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f4368907-3d70-402d-968f-00821cbe6ff9 req-44fecfd4-9583-4301-a246-67afa2035cda tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0572138 Nov 16 16:06:04.069279 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f4368907-3d70-402d-968f-00821cbe6ff9 req-f6cbe622-b035-4818-94f5-639d281e5c1d tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413086 Nov 16 16:06:04.568161 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14533d-d706-4b22-91f2-33903f97aca7 req-84667f34-53f9-4fa2-ace1-3ac45dfd7368 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:04.569604 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1a14533d-d706-4b22-91f2-33903f97aca7 req-84667f34-53f9-4fa2-ace1-3ac45dfd7368 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 943 time: 0.0502844 Nov 16 16:06:04.618658 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1a14533d-d706-4b22-91f2-33903f97aca7 req-9e9c80e7-7a5f-4fa9-a247-d985f2ef7636 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432208 Nov 16 16:06:04.717820 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ff778-9062-48f6-a3fa-6a7beb785deb req-212d21d3-c698-4872-a566-ad6517e8d63f tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:04.719319 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-225ff778-9062-48f6-a3fa-6a7beb785deb req-212d21d3-c698-4872-a566-ad6517e8d63f tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0483952 Nov 16 16:06:04.771708 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-225ff778-9062-48f6-a3fa-6a7beb785deb req-431b9077-5942-494d-b43d-5d52df1eee3f tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461259 Nov 16 16:06:04.854035 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e3689ce8-b586-4d94-be84-54345b131f17 req-f949da9b-f0f8-409e-ab62-795f4ff8313e tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 210 time: 0.0261638 Nov 16 16:06:05.187219 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744ead0-0024-4bf3-b827-694c20d7d0df req-ebe29430-b4a3-4043-adf8-2435ee97067c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:05.188729 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c744ead0-0024-4bf3-b827-694c20d7d0df req-ebe29430-b4a3-4043-adf8-2435ee97067c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0487056 Nov 16 16:06:05.238421 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c744ead0-0024-4bf3-b827-694c20d7d0df req-b55cd71b-fa02-472d-abbe-f5bd24ba25f8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438726 Nov 16 16:06:05.731528 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f49e18-eba6-4503-a24b-2a8db61ee98c req-5865bfac-4179-4d88-b163-dc4c466f28b8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:05.733023 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-12f49e18-eba6-4503-a24b-2a8db61ee98c req-5865bfac-4179-4d88-b163-dc4c466f28b8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 943 time: 0.0483737 Nov 16 16:06:05.784880 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device b063cfec-1c51-450b-a10e-50021e43d561 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:06:05.787306 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-12f49e18-eba6-4503-a24b-2a8db61ee98c req-f65eda1f-6d74-4cf4-997c-ea471f0b83f2 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480661 Nov 16 16:06:05.925254 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c8b78-ece2-4d34-9ec0-093617bbdfaa req-547c867e-1525-4a89-b25e-22f5e8fe575a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:05.927446 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-550c8b78-ece2-4d34-9ec0-093617bbdfaa req-547c867e-1525-4a89-b25e-22f5e8fe575a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0582411 Nov 16 16:06:05.941885 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port b063cfec-1c51-450b-a10e-50021e43d561, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=b063cfec-1c51-450b-a10e-50021e43d561,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:05.964031 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': 'b063cfec-1c51-450b-a10e-50021e43d561', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'port_id': 'b063cfec-1c51-450b-a10e-50021e43d561', 'mac_address': 'fa:16:3e:f7:0a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:06:05.990145 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-550c8b78-ece2-4d34-9ec0-093617bbdfaa req-bbdc5cdb-5959-45ca-96eb-fc150843d6b7 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537729 Nov 16 16:06:06.017859 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:06.032517 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b063cfec-1c51-450b-a10e-50021e43d561 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:06:06.055333 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port b063cfec-1c51-450b-a10e-50021e43d561, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=b063cfec-1c51-450b-a10e-50021e43d561,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:06.060242 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:06.108144 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c63153dc-d389-46aa-bec1-3f60005db1b7 req-6aa20010-fc74-4b46-aab4-de2f030998b6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 210 time: 0.0291786 Nov 16 16:06:06.110800 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=b063cfec-1c51-450b-a10e-50021e43d561,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:06.119514 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:06.119939 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:06.120577 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:06.120982 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:06.121488 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:06.121808 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:06.122204 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:06.122539 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:06.122904 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:06.123215 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:06.123563 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:06.123887 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:06.364681 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33454828-44d1-4102-ad60-ea3ccf3173d1 req-663349b2-c391-4016-a88f-6c80b9d44127 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:06.366150 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-33454828-44d1-4102-ad60-ea3ccf3173d1 req-663349b2-c391-4016-a88f-6c80b9d44127 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0480361 Nov 16 16:06:06.382152 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:06:06.416923 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-33454828-44d1-4102-ad60-ea3ccf3173d1 req-58b2c121-8762-446a-ab03-5c3068cc66aa tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448503 Nov 16 16:06:06.919277 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af8dcc-5d05-4bc3-9eef-9d848faa8ae4 req-4373e47f-fc09-4749-9775-356cd4c6550b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:06.921466 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-17af8dcc-5d05-4bc3-9eef-9d848faa8ae4 req-4373e47f-fc09-4749-9775-356cd4c6550b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 944 time: 0.0552614 Nov 16 16:06:06.976342 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-17af8dcc-5d05-4bc3-9eef-9d848faa8ae4 req-31a60305-bfc9-4681-ae56-c78be965943e tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473387 Nov 16 16:06:07.106790 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a06f3-24f8-45f4-be1f-4cf72a31899e req-02555f2e-90fb-4f60-a296-2faa6d99654a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:07.108276 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-291a06f3-24f8-45f4-be1f-4cf72a31899e req-02555f2e-90fb-4f60-a296-2faa6d99654a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0490272 Nov 16 16:06:07.155862 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-291a06f3-24f8-45f4-be1f-4cf72a31899e req-def5a2be-b358-419f-8827-8c536248e67e tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409400 Nov 16 16:06:07.221044 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d1fd3295-26f2-4ee7-80cf-7242b5c184de req-7c0e8233-667d-4c45-b281-3f8a1d22fcae tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 210 time: 0.0287848 Nov 16 16:06:07.536019 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77e673-e499-43be-a781-bf39ac816c87 req-68ed613b-1570-429f-8f7d-f061ea8c208c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:07.537233 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7e77e673-e499-43be-a781-bf39ac816c87 req-68ed613b-1570-429f-8f7d-f061ea8c208c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0497010 Nov 16 16:06:07.583715 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7e77e673-e499-43be-a781-bf39ac816c87 req-a9f80738-8032-41f0-befb-4ee79c473409 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407779 Nov 16 16:06:08.090906 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b08009-8aa4-4c38-be03-cc768f36fc9c req-755243b1-ea13-4b1f-8b6c-5624a433b8bb tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:08.092696 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e7b08009-8aa4-4c38-be03-cc768f36fc9c req-755243b1-ea13-4b1f-8b6c-5624a433b8bb tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 944 time: 0.0490668 Nov 16 16:06:08.143060 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e7b08009-8aa4-4c38-be03-cc768f36fc9c req-9f176993-da9b-4295-b363-3189e6f8cc72 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442388 Nov 16 16:06:08.276330 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c19081-2c59-45d8-b2bb-095eacf6f9b4 req-845b6e58-f677-47d9-ba55-9cff11f442bf tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:08.278114 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-81c19081-2c59-45d8-b2bb-095eacf6f9b4 req-845b6e58-f677-47d9-ba55-9cff11f442bf tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0553672 Nov 16 16:06:08.333987 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0a5b8bc2-7684-4b9e-bc10-a7fc5f1f8faa req-2a6661f9-4c1b-4d8e-b0b6-12710d38f597 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f1e3e30-c6b6-48c4-97fb-8e16e4d0f0e5 HTTP/1.1" status: 200 len: 210 time: 0.0335870 Nov 16 16:06:08.348305 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-81c19081-2c59-45d8-b2bb-095eacf6f9b4 req-011e82aa-2c85-4877-8e55-d569bf17d558 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640867 Nov 16 16:06:08.702380 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255a42f-c575-4449-8730-fb9852d6aaa7 req-a47577de-fe48-4594-970a-fae0270aa1c6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:08.703881 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b255a42f-c575-4449-8730-fb9852d6aaa7 req-a47577de-fe48-4594-970a-fae0270aa1c6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0496175 Nov 16 16:06:08.753299 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b255a42f-c575-4449-8730-fb9852d6aaa7 req-a24ff5a9-c9f4-4dd1-a0fd-9f7b33f3bfea tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430038 Nov 16 16:06:09.053138 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 406850df-9b38-43ec-be90-cae97c408b1b no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:06:09.073655 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 406850df-9b38-43ec-be90-cae97c408b1b {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:06:09.074005 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 406850df-9b38-43ec-be90-cae97c408b1b not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:06:09.180291 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['b063cfec-1c51-450b-a10e-50021e43d561'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:06:09.265897 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8de930-8c2f-41b2-a9bd-e6fe910e6e2f req-26d3366e-f3ea-4d98-b89a-7de42b9c39b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:09.267356 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5a8de930-8c2f-41b2-a9bd-e6fe910e6e2f req-26d3366e-f3ea-4d98-b89a-7de42b9c39b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 944 time: 0.0530758 Nov 16 16:06:09.336398 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5a8de930-8c2f-41b2-a9bd-e6fe910e6e2f req-1ce6fc73-39f8-493a-807c-ef8142e6e887 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617654 Nov 16 16:06:09.475360 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2754ab-6e61-4220-b404-506a1098f76b req-866ea089-3c05-43de-a743-bb2db1d7adf9 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:09.476981 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dd2754ab-6e61-4220-b404-506a1098f76b req-866ea089-3c05-43de-a743-bb2db1d7adf9 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0514169 Nov 16 16:06:09.525273 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dd2754ab-6e61-4220-b404-506a1098f76b req-c28ea27a-8af3-4e51-8d19-0f50d1252901 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423486 Nov 16 16:06:09.666296 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-4c182d78-1aa8-4d77-bb92-89a786788750 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:09.667820 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-4c182d78-1aa8-4d77-bb92-89a786788750 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/networks?id=3ab3dac8-cc77-4d96-958c-ff31e1be9045 HTTP/1.1" status: 200 len: 809 time: 0.1258211 Nov 16 16:06:09.684653 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-f57cb241-d847-4c4e-9ad5-1f59cea49a7e tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/quotas/66e03b8724364db290573e549b643dbf HTTP/1.1" status: 200 len: 375 time: 0.0099888 Nov 16 16:06:09.715870 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-99732fa4-d720-4c2d-9c9f-9b55fe2e7611 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=66e03b8724364db290573e549b643dbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256941 Nov 16 16:06:09.810740 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-fa3bc4a3-f5aa-4ff2-aad5-8225532cdc74 service neutron] 10.222.0.46 "GET /v2.0/networks/3ab3dac8-cc77-4d96-958c-ff31e1be9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879176 Nov 16 16:06:09.923586 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382c5f3-6a25-4f87-a0db-565b774d96f0 req-e03dff3a-4be4-44ee-a577-5ced70496b06 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:09.925065 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6382c5f3-6a25-4f87-a0db-565b774d96f0 req-e03dff3a-4be4-44ee-a577-5ced70496b06 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.1003494 Nov 16 16:06:09.956366 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-b121025b-2dbe-4b6b-86d2-319df3ac4cdd service neutron] 10.222.0.46 "GET /v2.0/networks/3ab3dac8-cc77-4d96-958c-ff31e1be9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395156 Nov 16 16:06:09.990965 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6382c5f3-6a25-4f87-a0db-565b774d96f0 req-ce6e000b-57a7-4beb-ad7f-e947c2009d53 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594587 Nov 16 16:06:10.115312 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-eed851af-f247-48e2-8908-c5f195449c41 req-7a8739b2-65bb-4f73-99ca-f39a87c1d84b tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 210 time: 0.0269125 Nov 16 16:06:10.459242 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ba6c6-b292-4885-9ce3-aaa90f7c6ff2 req-806f23e8-07f8-4754-9eea-ec96b91a9b87 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:10.460733 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ee4ba6c6-b292-4885-9ce3-aaa90f7c6ff2 req-806f23e8-07f8-4754-9eea-ec96b91a9b87 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 944 time: 0.0544710 Nov 16 16:06:10.510990 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ee4ba6c6-b292-4885-9ce3-aaa90f7c6ff2 req-12e0f874-2f2b-44fb-b3e6-72f8cc75f8b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433295 Nov 16 16:06:10.652479 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30418ff2-689c-472e-be22-29558eb7056e req-0e953616-eedd-43e0-9e6e-abbc4c29668d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:10.653943 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-30418ff2-689c-472e-be22-29558eb7056e req-0e953616-eedd-43e0-9e6e-abbc4c29668d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0582252 Nov 16 16:06:10.701066 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-30418ff2-689c-472e-be22-29558eb7056e req-8bb2b3d7-e5c7-4f8f-a292-2bd690d9b5b7 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412126 Nov 16 16:06:11.103716 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-e2ae5ba2-fad2-4665-b9e8-9c9dad6af211 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:11.105252 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-e2ae5ba2-fad2-4665-b9e8-9c9dad6af211 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.62 "GET /v2.0/networks?id=3ab3dac8-cc77-4d96-958c-ff31e1be9045 HTTP/1.1" status: 200 len: 809 time: 0.1361589 Nov 16 16:06:11.132471 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16aa55-7696-4d66-9cca-74f6c60c9ed1 req-6e4ba356-97f4-438a-abba-29accd99c810 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:11.134610 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-df16aa55-7696-4d66-9cca-74f6c60c9ed1 req-6e4ba356-97f4-438a-abba-29accd99c810 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0672522 Nov 16 16:06:11.139488 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-759a45cd-b979-415b-92f4-98c8f46c00fb tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Request body: {'port': {'device_id': '42b963e7-0efb-4d43-a8af-7558d83decc6', 'network_id': '3ab3dac8-cc77-4d96-958c-ff31e1be9045', 'admin_state_up': True, 'tenant_id': '66e03b8724364db290573e549b643dbf'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:06:11.240464 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-30b33b5d-042b-44a5-a68c-f7e7955854c7 req-67347d6b-a920-4e40-a4fa-0e1aa69649b8 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 210 time: 0.0497220 Nov 16 16:06:11.274561 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-df16aa55-7696-4d66-9cca-74f6c60c9ed1 req-45ce3389-5014-416b-91d8-6ec362b7a891 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303780 Nov 16 16:06:11.321455 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-759a45cd-b979-415b-92f4-98c8f46c00fb tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Made reservation on behalf of 66e03b8724364db290573e549b643dbf for: {'port': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:06:11.324913 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-759a45cd-b979-415b-92f4-98c8f46c00fb tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:11.448958 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-759a45cd-b979-415b-92f4-98c8f46c00fb tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Allocated IP 172.20.0.10 (3ab3dac8-cc77-4d96-958c-ff31e1be9045/682bfc38-3b7f-4e87-a5ba-4abc1cf86d48/80bb11cb-f6bb-4bfd-9286-ef445e19918b) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:06:11.627797 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-759a45cd-b979-415b-92f4-98c8f46c00fb tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:11.658990 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872517c-a027-4777-811b-5ac895c11dad req-1352f925-ad30-4979-aeda-1b55c8bb7bf3 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:11.660479 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4872517c-a027-4777-811b-5ac895c11dad req-1352f925-ad30-4979-aeda-1b55c8bb7bf3 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 944 time: 0.0760510 Nov 16 16:06:11.698176 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-759a45cd-b979-415b-92f4-98c8f46c00fb tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:11.765003 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4872517c-a027-4777-811b-5ac895c11dad req-03c2e23d-20c4-438d-b3c7-5efc56aed8ab tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972464 Nov 16 16:06:11.778417 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-759a45cd-b979-415b-92f4-98c8f46c00fb tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Network 3ab3dac8-cc77-4d96-958c-ff31e1be9045 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:06:11.795448 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a45cd-b979-415b-92f4-98c8f46c00fb tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Pushing event updated for resources: {'Port': ['ID=80bb11cb-f6bb-4bfd-9286-ef445e19918b,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:11.797964 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-759a45cd-b979-415b-92f4-98c8f46c00fb tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:06:11.815575 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-759a45cd-b979-415b-92f4-98c8f46c00fb tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:06:11.875487 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-759a45cd-b979-415b-92f4-98c8f46c00fb tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:11.876089 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-759a45cd-b979-415b-92f4-98c8f46c00fb tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:11.887608 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d78dd-5dcc-41b8-af66-4ae5b8527b15 req-d1f2d2b0-1846-47b1-8fd9-c3d0d6fdf6b9 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:11.889093 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1d2d78dd-5dcc-41b8-af66-4ae5b8527b15 req-d1f2d2b0-1846-47b1-8fd9-c3d0d6fdf6b9 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.1066113 Nov 16 16:06:11.917528 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-759a45cd-b979-415b-92f4-98c8f46c00fb tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7819126 Nov 16 16:06:11.941585 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Request body: {'port': {'device_id': '42b963e7-0efb-4d43-a8af-7558d83decc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:06:11.983616 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1d2d78dd-5dcc-41b8-af66-4ae5b8527b15 req-0f2ef92d-7c08-4eff-b54a-2446bdc903c4 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859089 Nov 16 16:06:12.027120 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:12.118567 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device b063cfec-1c51-450b-a10e-50021e43d561 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:06:12.183167 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port b063cfec-1c51-450b-a10e-50021e43d561 completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:06:12.190529 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port b063cfec-1c51-450b-a10e-50021e43d561 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:06:12.190984 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:12.342442 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:12.382224 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db94bd78-8ff3-4784-84bd-e09796f6633a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b063cfec-1c51-450b-a10e-50021e43d561'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:06:12.385901 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72515662-eeb0-4e0e-8008-84f154eb7d8d" -d '{"events": [{"server_uuid": "db94bd78-8ff3-4784-84bd-e09796f6633a", "name": "network-vif-plugged", "status": "completed", "tag": "b063cfec-1c51-450b-a10e-50021e43d561"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:06:12.418584 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port b063cfec-1c51-450b-a10e-50021e43d561, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=b063cfec-1c51-450b-a10e-50021e43d561,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:12.425003 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:12.490353 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c5879-740e-4e42-8188-256e4cdefbf6 req-e9818e44-b2d6-4e63-bb89-d81f81cc9fcd tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:12.498185 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1c7c5879-740e-4e42-8188-256e4cdefbf6 req-e9818e44-b2d6-4e63-bb89-d81f81cc9fcd tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 932 time: 0.1432376 Nov 16 16:06:12.535528 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bb11cb-f6bb-4bfd-9286-ef445e19918b {{(pid=101853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:06:12.549416 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb92dc5-b1ef-4dd2-8f44-58a56e0130ee req-fff4cd13-9b06-48c2-9048-ea78169f9939 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:12.557290 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fdb92dc5-b1ef-4dd2-8f44-58a56e0130ee req-fff4cd13-9b06-48c2-9048-ea78169f9939 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.1706743 Nov 16 16:06:12.570680 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:12.585032 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=b063cfec-1c51-450b-a10e-50021e43d561,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:12.624206 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.provisioning_blocks [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Transition to ACTIVE for port object 80bb11cb-f6bb-4bfd-9286-ef445e19918b will not be triggered until provisioned by entity L2. {{(pid=101853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:06:12.639725 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1c7c5879-740e-4e42-8188-256e4cdefbf6 req-8662dc0c-9d8c-429f-a28c-fa654cb2f3c7 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404991 Nov 16 16:06:12.646071 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:12.661915 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fdb92dc5-b1ef-4dd2-8f44-58a56e0130ee req-9fded509-16c2-4743-8a66-1512b345f928 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030071 Nov 16 16:06:12.715362 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c52a44-7ba3-4335-90eb-45f8777785f2 x-openstack-request-id: req-a8c52a44-7ba3-4335-90eb-45f8777785f2 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:06:12.716043 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db94bd78-8ff3-4784-84bd-e09796f6633a", "name": "network-vif-plugged", "status": "completed", "tag": "b063cfec-1c51-450b-a10e-50021e43d561", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:06:12.716703 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8c52a44-7ba3-4335-90eb-45f8777785f2 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:06:12.717569 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db94bd78-8ff3-4784-84bd-e09796f6633a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b063cfec-1c51-450b-a10e-50021e43d561', 'code': 200} Nov 16 16:06:12.752737 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Pushing event updated for resources: {'Port': ['ID=80bb11cb-f6bb-4bfd-9286-ef445e19918b,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:12.782334 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Attempting to bind port 80bb11cb-f6bb-4bfd-9286-ef445e19918b on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:06:12.782682 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Attempting to bind port 80bb11cb-f6bb-4bfd-9286-ef445e19918b by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': '8f20bebc-e743-475a-a193-d7e2f48a3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ab3dac8-cc77-4d96-958c-ff31e1be9045'}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:06:12.783031 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Attempting to bind port 80bb11cb-f6bb-4bfd-9286-ef445e19918b on network 3ab3dac8-cc77-4d96-958c-ff31e1be9045 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:06:12.787792 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Port 80bb11cb-f6bb-4bfd-9286-ef445e19918b on network 3ab3dac8-cc77-4d96-958c-ff31e1be9045 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:06:12.788049 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Attempting to bind port 80bb11cb-f6bb-4bfd-9286-ef445e19918b on network 3ab3dac8-cc77-4d96-958c-ff31e1be9045 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:06:12.792833 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:06:12.793168 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Checking segment: {'id': '8f20bebc-e743-475a-a193-d7e2f48a3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ab3dac8-cc77-4d96-958c-ff31e1be9045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:06:12.793570 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Bound using segment: {'id': '8f20bebc-e743-475a-a193-d7e2f48a3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ab3dac8-cc77-4d96-958c-ff31e1be9045'} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:06:12.793992 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Bound port: 80bb11cb-f6bb-4bfd-9286-ef445e19918b, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f20bebc-e743-475a-a193-d7e2f48a3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3ab3dac8-cc77-4d96-958c-ff31e1be9045'}}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:06:12.794345 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:12.887445 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] For port 80bb11cb-f6bb-4bfd-9286-ef445e19918b, host hv-cinder-81809, cleared binding levels {{(pid=101853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:06:12.891223 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] For port 80bb11cb-f6bb-4bfd-9286-ef445e19918b, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=80bb11cb-f6bb-4bfd-9286-ef445e19918b,segment=NetworkSegment(8f20bebc-e743-475a-a193-d7e2f48a3177),segment_id=8f20bebc-e743-475a-a193-d7e2f48a3177)] {{(pid=101853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:06:12.897624 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:12.940051 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85851742-76b4-4d8b-a957-51f4ce18cbbf req-428982c6-b9d4-4f41-9715-4d2329574360 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:12.941527 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-85851742-76b4-4d8b-a957-51f4ce18cbbf req-428982c6-b9d4-4f41-9715-4d2329574360 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 945 time: 0.0994277 Nov 16 16:06:12.955216 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:12.955857 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:12.957216 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] 10.222.0.62 "PUT /v2.0/ports/80bb11cb-f6bb-4bfd-9286-ef445e19918b HTTP/1.1" status: 200 len: 1094 time: 1.0272210 Nov 16 16:06:12.958926 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b963e7-0efb-4d43-a8af-7558d83decc6', 'tag': '80bb11cb-f6bb-4bfd-9286-ef445e19918b'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:06:12.961171 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc87d68-2bc1-4d5f-add1-97b2687efab2" -d '{"events": [{"name": "network-changed", "server_uuid": "42b963e7-0efb-4d43-a8af-7558d83decc6", "tag": "80bb11cb-f6bb-4bfd-9286-ef445e19918b"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:06:12.997082 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124532d9-ec29-4279-a1f9-a3ba41d0c711 service neutron] Pushing event updated for resources: {'Port': ['ID=80bb11cb-f6bb-4bfd-9286-ef445e19918b,revision_number=3']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:13.008437 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63661c89-ef21-4c7a-ab45-1372a756a9b0 x-openstack-request-id: req-63661c89-ef21-4c7a-ab45-1372a756a9b0 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:06:13.008723 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b963e7-0efb-4d43-a8af-7558d83decc6", "tag": "80bb11cb-f6bb-4bfd-9286-ef445e19918b", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:06:13.008977 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63661c89-ef21-4c7a-ab45-1372a756a9b0 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:06:13.009370 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b963e7-0efb-4d43-a8af-7558d83decc6', 'tag': '80bb11cb-f6bb-4bfd-9286-ef445e19918b', 'status': 'completed', 'code': 200} Nov 16 16:06:13.061257 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-85851742-76b4-4d8b-a957-51f4ce18cbbf req-9db7dcd5-c5f0-4a6d-965e-b3e4ef6424ca tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030142 Nov 16 16:06:13.069137 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-85cf4f45-859b-4d6d-a99b-3980aab4cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:13.071174 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-85cf4f45-859b-4d6d-a99b-3980aab4cae8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=66e03b8724364db290573e549b643dbf&device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 1097 time: 0.0471945 Nov 16 16:06:13.094385 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb01333-6c5b-4864-8276-db2b0be3bef6 req-66f73330-eca8-4f30-8798-ab0d5eff0104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:13.095882 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-eeb01333-6c5b-4864-8276-db2b0be3bef6 req-66f73330-eca8-4f30-8798-ab0d5eff0104 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 1098 time: 0.0999694 Nov 16 16:06:13.124352 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-7238c639-e9d6-4153-bb32-6625bc57d7f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80bb11cb-f6bb-4bfd-9286-ef445e19918b HTTP/1.1" status: 200 len: 217 time: 0.0395782 Nov 16 16:06:13.137591 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4350c8-e69f-4a71-8ed1-de286d645bbe req-b1ab8f12-e0dc-4b1e-bcba-7619ca411973 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:13.139031 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3c4350c8-e69f-4a71-8ed1-de286d645bbe req-b1ab8f12-e0dc-4b1e-bcba-7619ca411973 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0761154 Nov 16 16:06:13.175911 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-eeb01333-6c5b-4864-8276-db2b0be3bef6 req-df77ec89-d8eb-4bb6-9787-233b1d2ad858 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715613 Nov 16 16:06:13.185454 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-9e2479af-edf2-46b6-bf78-0cd4baa7911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:13.186906 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-9e2479af-edf2-46b6-bf78-0cd4baa7911c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=682bfc38-3b7f-4e87-a5ba-4abc1cf86d48 HTTP/1.1" status: 200 len: 849 time: 0.0445056 Nov 16 16:06:13.201991 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3c4350c8-e69f-4a71-8ed1-de286d645bbe req-4d471308-b8af-4d70-9439-a5271e6a8e66 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565865 Nov 16 16:06:13.416582 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-27c8bb6e-0ef7-4135-86b5-94c921e9dc7d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3ab3dac8-cc77-4d96-958c-ff31e1be9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255651 Nov 16 16:06:13.514592 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-12b4a01c-3ccc-45a6-b5ad-22979851d833 service neutron] 10.222.0.62 "GET /v2.0/networks/3ab3dac8-cc77-4d96-958c-ff31e1be9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864966 Nov 16 16:06:13.609492 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-d00f9e3e-c33e-4668-afa8-3da5988e9bff req-f37cbc38-d4d3-45c4-bd7e-bac0dd9ef782 service neutron] 10.222.0.62 "GET /v2.0/networks/3ab3dac8-cc77-4d96-958c-ff31e1be9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843036 Nov 16 16:06:13.722335 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87d68-2bc1-4d5f-add1-97b2687efab2 req-8ae4455b-ccdf-4ebb-a6ef-d76c7c0b3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:13.727285 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-acc87d68-2bc1-4d5f-add1-97b2687efab2 req-8ae4455b-ccdf-4ebb-a6ef-d76c7c0b3953 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=66e03b8724364db290573e549b643dbf&device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 1097 time: 0.0539429 Nov 16 16:06:13.850250 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e0a95-880c-4317-b9f0-59f0ccbc3ce1 req-1d41fbe2-c76d-40af-b3b7-ff3d684715f6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:13.851904 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-366e0a95-880c-4317-b9f0-59f0ccbc3ce1 req-1d41fbe2-c76d-40af-b3b7-ff3d684715f6 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 944 time: 0.1128726 Nov 16 16:06:13.865542 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c67682-e389-4703-bf83-ce0dfcf96036 req-552bfa7d-cdc7-4a6c-aaa9-c46dde2e8182 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:13.867175 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-53c67682-e389-4703-bf83-ce0dfcf96036 req-552bfa7d-cdc7-4a6c-aaa9-c46dde2e8182 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0912118 Nov 16 16:06:13.883569 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87d68-2bc1-4d5f-add1-97b2687efab2 req-f68d9a65-3e1b-4d44-bed2-8761af7075cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:13.885045 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-acc87d68-2bc1-4d5f-add1-97b2687efab2 req-f68d9a65-3e1b-4d44-bed2-8761af7075cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=3ab3dac8-cc77-4d96-958c-ff31e1be9045 HTTP/1.1" status: 200 len: 910 time: 0.1425731 Nov 16 16:06:13.930562 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-acc87d68-2bc1-4d5f-add1-97b2687efab2 req-1a097c49-84dd-4409-99e2-ef4eb9494903 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80bb11cb-f6bb-4bfd-9286-ef445e19918b HTTP/1.1" status: 200 len: 217 time: 0.0365605 Nov 16 16:06:13.944818 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-366e0a95-880c-4317-b9f0-59f0ccbc3ce1 req-5c246bb5-462f-4438-bcb6-de9adb6f669c tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765946 Nov 16 16:06:13.949650 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-53c67682-e389-4703-bf83-ce0dfcf96036 req-e0d66791-cdba-4834-b96c-46741144342f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755446 Nov 16 16:06:13.999434 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87d68-2bc1-4d5f-add1-97b2687efab2 req-97233f9c-932c-49e9-a99b-793aa5286f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:14.001530 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-acc87d68-2bc1-4d5f-add1-97b2687efab2 req-97233f9c-932c-49e9-a99b-793aa5286f51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=682bfc38-3b7f-4e87-a5ba-4abc1cf86d48 HTTP/1.1" status: 200 len: 849 time: 0.0623176 Nov 16 16:06:14.040733 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-acc87d68-2bc1-4d5f-add1-97b2687efab2 req-8dd7aef2-a7e9-436b-8ebc-230ec97058f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3ab3dac8-cc77-4d96-958c-ff31e1be9045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299470 Nov 16 16:06:14.143638 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-acc87d68-2bc1-4d5f-add1-97b2687efab2 req-f012c0d2-6642-49d2-80ec-146915f745cf service neutron] 10.222.0.62 "GET /v2.0/networks/3ab3dac8-cc77-4d96-958c-ff31e1be9045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926716 Nov 16 16:06:14.190225 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc85e39-e236-43a4-9e9d-a7d782b16353 req-f7f44bf2-d1a3-4fba-86d5-93a641e684c6 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:14.191738 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ebc85e39-e236-43a4-9e9d-a7d782b16353 req-f7f44bf2-d1a3-4fba-86d5-93a641e684c6 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 945 time: 0.0560284 Nov 16 16:06:14.245846 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ebc85e39-e236-43a4-9e9d-a7d782b16353 req-cd98a33c-27bd-48a1-a22b-f07fbbfc3fff tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466478 Nov 16 16:06:14.264723 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-acc87d68-2bc1-4d5f-add1-97b2687efab2 req-25ac41b8-7939-49f7-8104-c10d0542319d service neutron] 10.222.0.62 "GET /v2.0/networks/3ab3dac8-cc77-4d96-958c-ff31e1be9045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982029 Nov 16 16:06:14.327443 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d21a03-32a5-4127-bfb3-c31edd74399f req-bd670aa1-bc40-4b9a-a224-e7f2d08034eb tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:14.328944 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f1d21a03-32a5-4127-bfb3-c31edd74399f req-bd670aa1-bc40-4b9a-a224-e7f2d08034eb tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0481162 Nov 16 16:06:14.385078 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f1d21a03-32a5-4127-bfb3-c31edd74399f req-d4761e09-5d7f-4572-a001-8eb53420eff8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495534 Nov 16 16:06:15.110843 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14617f0-e33e-408d-96f1-39289d658a67 req-51bbc8d1-778e-424e-bf6f-4174ef91775b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:15.112269 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f14617f0-e33e-408d-96f1-39289d658a67 req-51bbc8d1-778e-424e-bf6f-4174ef91775b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0778387 Nov 16 16:06:15.120828 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a527c80-a620-4157-9074-4dedcef7e52c req-3be3fb40-a8f2-4ee3-96a7-9a9c8b18a62d tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:15.122200 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4a527c80-a620-4157-9074-4dedcef7e52c req-3be3fb40-a8f2-4ee3-96a7-9a9c8b18a62d tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 944 time: 0.0896342 Nov 16 16:06:15.191298 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f14617f0-e33e-408d-96f1-39289d658a67 req-96c0b454-f334-4f70-8042-5701eff712c6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681586 Nov 16 16:06:15.201314 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4a527c80-a620-4157-9074-4dedcef7e52c req-07472125-0a59-43b9-afbf-428f8935c675 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725574 Nov 16 16:06:15.532953 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6304e00-2991-44b7-8f0f-338054b2d3c8 req-285c9d15-2d9e-4fca-a661-18966151594d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:15.534401 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6304e00-2991-44b7-8f0f-338054b2d3c8 req-285c9d15-2d9e-4fca-a661-18966151594d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0805576 Nov 16 16:06:15.542340 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a74f8-9e81-44ac-afd4-2d9992edbf6a req-8bf7a550-ea07-45ad-babd-2d21f76801b6 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:15.543702 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-695a74f8-9e81-44ac-afd4-2d9992edbf6a req-8bf7a550-ea07-45ad-babd-2d21f76801b6 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 945 time: 0.0911441 Nov 16 16:06:15.617918 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6304e00-2991-44b7-8f0f-338054b2d3c8 req-d8bef37e-043b-4d19-a10d-2d7a2e36aa8f tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732882 Nov 16 16:06:15.621837 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-695a74f8-9e81-44ac-afd4-2d9992edbf6a req-0ad4b4f7-3e90-47f9-87d6-082dbbf8f0e9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717402 Nov 16 16:06:16.345355 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24a6d3-0ca7-4613-8d64-ce716b1b80b9 req-39af3f2e-bdca-43c2-b205-9b6d9e996de3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:16.346804 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6c24a6d3-0ca7-4613-8d64-ce716b1b80b9 req-39af3f2e-bdca-43c2-b205-9b6d9e996de3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0805748 Nov 16 16:06:16.354120 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab0ee8-1d6a-496b-a421-98d98160070c req-9a9c5ed0-e790-43db-813a-7e550cbd6bbc tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:16.355447 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e5ab0ee8-1d6a-496b-a421-98d98160070c req-9a9c5ed0-e790-43db-813a-7e550cbd6bbc tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 944 time: 0.0799944 Nov 16 16:06:16.632451 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6c24a6d3-0ca7-4613-8d64-ce716b1b80b9 req-b5f4aeac-9106-413b-a1f3-a5994c2d6453 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760384 Nov 16 16:06:16.635875 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e5ab0ee8-1d6a-496b-a421-98d98160070c req-e330e0df-1206-434d-8a2e-c71d51bba5e4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739387 Nov 16 16:06:16.770315 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48258f-92fa-4184-a600-50d3561adafd req-221c0848-c0a8-4ec7-8ed9-21214db801bd tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:16.771792 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9b48258f-92fa-4184-a600-50d3561adafd req-221c0848-c0a8-4ec7-8ed9-21214db801bd tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0784822 Nov 16 16:06:16.779919 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d599cbe-5179-4a51-9163-58cbf4becd14 req-90c52aa4-5bb4-4932-9fa3-9e42fc604308 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:16.781245 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0d599cbe-5179-4a51-9163-58cbf4becd14 req-90c52aa4-5bb4-4932-9fa3-9e42fc604308 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 945 time: 0.0793149 Nov 16 16:06:16.854431 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9b48258f-92fa-4184-a600-50d3561adafd req-46465abb-eeaa-4399-bbca-a416a850f576 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722418 Nov 16 16:06:16.857959 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0d599cbe-5179-4a51-9163-58cbf4becd14 req-f367d179-3a0b-46a7-856b-8b2435ae02ec tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696285 Nov 16 16:06:17.797319 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad761231-adf7-4691-a970-ba3bbe4030ff req-3adb7477-85de-4654-8435-9128f2e2106f tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:17.798807 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ad761231-adf7-4691-a970-ba3bbe4030ff req-3adb7477-85de-4654-8435-9128f2e2106f tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 944 time: 0.0935342 Nov 16 16:06:17.806514 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be1090-8b39-44a9-afb2-e3cc4cf2c2a8 req-3beebaf4-acfa-4dc4-a921-f12cbbb6de00 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:17.807894 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-97be1090-8b39-44a9-afb2-e3cc4cf2c2a8 req-3beebaf4-acfa-4dc4-a921-f12cbbb6de00 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.1014163 Nov 16 16:06:17.885785 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-97be1090-8b39-44a9-afb2-e3cc4cf2c2a8 req-081eb23d-2768-467c-a107-50a3dd52144b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703881 Nov 16 16:06:17.887994 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ad761231-adf7-4691-a970-ba3bbe4030ff req-a9d8ff04-512b-4309-bacc-f60f1646811f tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792241 Nov 16 16:06:18.076801 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcf0d2-c622-4b85-af97-7f4d97661c90 req-c696ecac-cf33-4ab8-9c14-81a305385a1e tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:18.078304 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b3bcf0d2-c622-4b85-af97-7f4d97661c90 req-c696ecac-cf33-4ab8-9c14-81a305385a1e tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0926225 Nov 16 16:06:18.090335 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ce706-64f1-4d81-9f45-5f1610a58a06 req-1e2bded5-eaaa-418a-8cf1-9226cdb8d4da tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:18.091923 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0e6ce706-64f1-4d81-9f45-5f1610a58a06 req-1e2bded5-eaaa-418a-8cf1-9226cdb8d4da tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 945 time: 0.0947003 Nov 16 16:06:18.172716 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b3bcf0d2-c622-4b85-af97-7f4d97661c90 req-f1911acf-2810-4b32-821e-cfacab2aeced tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798202 Nov 16 16:06:18.176926 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0e6ce706-64f1-4d81-9f45-5f1610a58a06 req-73aeeb26-d755-4785-84ee-8f27bc15353b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778117 Nov 16 16:06:18.298431 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37518632-d00b-4a08-b4e2-88a8435c2984 req-5fd9cb43-72a7-4eb3-83e4-18125fd13388 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:18.299960 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-37518632-d00b-4a08-b4e2-88a8435c2984 req-5fd9cb43-72a7-4eb3-83e4-18125fd13388 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 945 time: 0.0523551 Nov 16 16:06:18.356749 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-37518632-d00b-4a08-b4e2-88a8435c2984 req-f1a61a64-a232-409f-ae86-602aa44e38da tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490019 Nov 16 16:06:18.381634 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 43208) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:18.565444 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff41229-8b20-4e52-b2be-7a8b1c518a11 tempest-TestVolumeBootPattern-1394940074 tempest-TestVolumeBootPattern-1394940074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:18.566934 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-3ff41229-8b20-4e52-b2be-7a8b1c518a11 tempest-TestVolumeBootPattern-1394940074 tempest-TestVolumeBootPattern-1394940074-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 1093 time: 0.1843250 Nov 16 16:06:18.570492 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 43212) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:18.574593 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Request body: {'floatingip': {'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'port_id': 'b063cfec-1c51-450b-a10e-50021e43d561', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:06:18.596267 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for floatingip, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:18.694204 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:18.801411 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Allocated IP 172.27.1.221 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/04480ad8-b091-4ffc-b5c3-dec433af0ed2) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:06:18.909709 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:18.945892 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:18.989844 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:06:18.993188 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:06:18.996357 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:06:19.018428 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'Port': ['ID=04480ad8-b091-4ffc-b5c3-dec433af0ed2,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:19.048772 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e02b51-976a-431e-a615-7c898fc74f30 req-40e44fe4-0998-4af5-ac23-e4896d98a626 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:19.050238 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-83e02b51-976a-431e-a615-7c898fc74f30 req-40e44fe4-0998-4af5-ac23-e4896d98a626 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 944 time: 0.0860028 Nov 16 16:06:19.061403 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 68ede3d7-0ef4-42a4-b3de-ef6046161db6 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:06:19.063661 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485112-a0c6-4f0c-ad9b-769281e4baa5 req-44812c42-d4cf-492d-9bd3-610124247b5b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:19.065429 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-84485112-a0c6-4f0c-ad9b-769281e4baa5 req-44812c42-d4cf-492d-9bd3-610124247b5b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0712006 Nov 16 16:06:19.143609 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-83e02b51-976a-431e-a615-7c898fc74f30 req-646a5c7c-3e6b-4f59-b2bb-b1149233550d tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773194 Nov 16 16:06:19.157473 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-84485112-a0c6-4f0c-ad9b-769281e4baa5 req-7f0fc7d4-dbaf-478d-9982-7d9df0c6a472 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737860 Nov 16 16:06:19.193792 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 68ede3d7-0ef4-42a4-b3de-ef6046161db6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:19.205141 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'port_id': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'mac_address': 'fa:16:3e:33:27:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:06:19.243392 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:19.257144 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68ede3d7-0ef4-42a4-b3de-ef6046161db6 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:06:19.278001 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 68ede3d7-0ef4-42a4-b3de-ef6046161db6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:19.283872 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:19.304736 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b13224-3a9d-4b18-877d-48e472f9feee req-200673df-1450-46b3-9804-6635a0243c39 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:19.308519 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a3b13224-3a9d-4b18-877d-48e472f9feee req-200673df-1450-46b3-9804-6635a0243c39 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0626266 Nov 16 16:06:19.339890 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=68ede3d7-0ef4-42a4-b3de-ef6046161db6,revision_number=6']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:19.363207 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a3b13224-3a9d-4b18-877d-48e472f9feee req-32ba13e9-51d0-4f2a-b819-da621a4dd7ae tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486364 Nov 16 16:06:19.398119 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:19.464608 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:19.612011 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:19.617321 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:19.684490 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'Port': ['ID=04480ad8-b091-4ffc-b5c3-dec433af0ed2,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:19.696514 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:20.002395 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.l3_db [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Floating IP 6c01f89c-5160-491d-bca0-a9c1faa3f0bb associated. External IP: 172.27.1.221, port: b063cfec-1c51-450b-a10e-50021e43d561. Nov 16 16:06:20.204118 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:06:20.291121 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4fab7-3989-46aa-a86a-f24760fcd489 req-d4a1b2e7-1cb4-4712-9a34-3c801d8734f5 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:20.292645 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4ee4fab7-3989-46aa-a86a-f24760fcd489 req-d4a1b2e7-1cb4-4712-9a34-3c801d8734f5 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 944 time: 0.0795972 Nov 16 16:06:20.308619 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4282b7-7305-4464-b747-7e595df23a94 req-fdfee425-bb24-4f35-8b65-42aec02eb817 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:20.310072 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5d4282b7-7305-4464-b747-7e595df23a94 req-fdfee425-bb24-4f35-8b65-42aec02eb817 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 944 time: 0.0637105 Nov 16 16:06:20.314501 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:06:20.325638 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6508ac88-c121-40bd-933f-b377367501ac None None] Sync routers for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:06:20.336105 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6508ac88-c121-40bd-933f-b377367501ac None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:06:20.336708 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-6508ac88-c121-40bd-933f-b377367501ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:05:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:06:20.338266 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:20.387142 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-f451b239-a2af-4de3-972e-b754309e280b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8010256 Nov 16 16:06:20.387142 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db94bd78-8ff3-4784-84bd-e09796f6633a', 'tag': 'b063cfec-1c51-450b-a10e-50021e43d561'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:06:20.387142 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eed62e-8392-4b07-98bd-edd60b907ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "db94bd78-8ff3-4784-84bd-e09796f6633a", "tag": "b063cfec-1c51-450b-a10e-50021e43d561"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:06:20.392980 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4ee4fab7-3989-46aa-a86a-f24760fcd489 req-88da3d5c-b148-405d-89c9-d849d725c87e tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818958 Nov 16 16:06:20.398241 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5d4282b7-7305-4464-b747-7e595df23a94 req-8d4ba524-da04-4545-bdfa-8bd2a123df8a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812347 Nov 16 16:06:20.455703 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-6508ac88-c121-40bd-933f-b377367501ac None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:06:20.463794 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cbc798-bcc2-4f96-a914-63643d4fa8c5 x-openstack-request-id: req-14cbc798-bcc2-4f96-a914-63643d4fa8c5 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:06:20.464678 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db94bd78-8ff3-4784-84bd-e09796f6633a", "tag": "b063cfec-1c51-450b-a10e-50021e43d561", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:06:20.465141 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14cbc798-bcc2-4f96-a914-63643d4fa8c5 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:06:20.465729 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db94bd78-8ff3-4784-84bd-e09796f6633a', 'tag': 'b063cfec-1c51-450b-a10e-50021e43d561', 'status': 'completed', 'code': 200} Nov 16 16:06:20.528128 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68365ad-615a-4789-9239-7a1470238915 req-1713a3aa-4460-4a58-8d56-ace7bae3d9f4 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:20.529620 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b68365ad-615a-4789-9239-7a1470238915 req-1713a3aa-4460-4a58-8d56-ace7bae3d9f4 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0501184 Nov 16 16:06:20.583798 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b68365ad-615a-4789-9239-7a1470238915 req-ba2b7326-f0a5-4058-88cd-eb009d470123 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476043 Nov 16 16:06:20.684956 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-6508ac88-c121-40bd-933f-b377367501ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '6c01f89c-5160-491d-bca0-a9c1faa3f0bb', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': 'b063cfec-1c51-450b-a10e-50021e43d561', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:f7:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db94bd78-8ff3-4784-84bd-e09796f6633a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:06:19Z', 'updated_at': '2021-11-16T16:06:19Z', 'revision_number': 0, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:06:20.735441 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-811abb33-50d7-48d4-8da5-ffa8d50a75f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:20.791376 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6508ac88-c121-40bd-933f-b377367501ac None None] Checking router: 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:06:20.799843 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6508ac88-c121-40bd-933f-b377367501ac None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:06:20.800437 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-6508ac88-c121-40bd-933f-b377367501ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:05:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:06:20.909553 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-6508ac88-c121-40bd-933f-b377367501ac None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:06:20.953359 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 80bb11cb-f6bb-4bfd-9286-ef445e19918b details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:06:21.050542 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eed62e-8392-4b07-98bd-edd60b907ad9 req-ea1f1b41-15c0-4c17-88b7-568d96790ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:21.052934 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f6eed62e-8392-4b07-98bd-edd60b907ad9 req-ea1f1b41-15c0-4c17-88b7-568d96790ad7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 1098 time: 0.0516086 Nov 16 16:06:21.061615 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 80bb11cb-f6bb-4bfd-9286-ef445e19918b, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=80bb11cb-f6bb-4bfd-9286-ef445e19918b,segment=NetworkSegment(8f20bebc-e743-475a-a193-d7e2f48a3177),segment_id=8f20bebc-e743-475a-a193-d7e2f48a3177)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:21.074545 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '80bb11cb-f6bb-4bfd-9286-ef445e19918b', 'network_id': '3ab3dac8-cc77-4d96-958c-ff31e1be9045', 'port_id': '80bb11cb-f6bb-4bfd-9286-ef445e19918b', 'mac_address': 'fa:16:3e:47:9f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682bfc38-3b7f-4e87-a5ba-4abc1cf86d48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:06:21.109587 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['68ede3d7-0ef4-42a4-b3de-ef6046161db6'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:06:21.159697 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:21.182585 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bb11cb-f6bb-4bfd-9286-ef445e19918b {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:06:21.206267 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eed62e-8392-4b07-98bd-edd60b907ad9 req-abfecdae-c12c-41f4-a190-6176388f4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:21.208287 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f6eed62e-8392-4b07-98bd-edd60b907ad9 req-abfecdae-c12c-41f4-a190-6176388f4355 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 912 time: 0.1384389 Nov 16 16:06:21.218498 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-6508ac88-c121-40bd-933f-b377367501ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '6c01f89c-5160-491d-bca0-a9c1faa3f0bb', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': 'b063cfec-1c51-450b-a10e-50021e43d561', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:f7:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db94bd78-8ff3-4784-84bd-e09796f6633a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:06:19Z', 'updated_at': '2021-11-16T16:06:19Z', 'revision_number': 0, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:06:21.220770 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 80bb11cb-f6bb-4bfd-9286-ef445e19918b, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=80bb11cb-f6bb-4bfd-9286-ef445e19918b,segment=NetworkSegment(8f20bebc-e743-475a-a193-d7e2f48a3177),segment_id=8f20bebc-e743-475a-a193-d7e2f48a3177)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:21.234906 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:21.259906 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6508ac88-c121-40bd-933f-b377367501ac None None] The sync data for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi is: [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '6c01f89c-5160-491d-bca0-a9c1faa3f0bb', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': 'b063cfec-1c51-450b-a10e-50021e43d561', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:f7:0a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db94bd78-8ff3-4784-84bd-e09796f6633a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:06:19Z', 'updated_at': '2021-11-16T16:06:19Z', 'revision_number': 0, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:06:21.299980 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f6eed62e-8392-4b07-98bd-edd60b907ad9 req-30526df5-76c6-4791-9ac0-9f771d917dd1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b063cfec-1c51-450b-a10e-50021e43d561 HTTP/1.1" status: 200 len: 999 time: 0.0778251 Nov 16 16:06:21.319373 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=80bb11cb-f6bb-4bfd-9286-ef445e19918b,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:21.363855 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eed62e-8392-4b07-98bd-edd60b907ad9 req-c8cb5c07-38c8-4111-a887-1eda238782bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:21.366384 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f6eed62e-8392-4b07-98bd-edd60b907ad9 req-c8cb5c07-38c8-4111-a887-1eda238782bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 200 len: 850 time: 0.0599883 Nov 16 16:06:21.420669 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eed62e-8392-4b07-98bd-edd60b907ad9 req-e986fa01-04c4-46b9-bc82-958600b27520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:21.422822 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f6eed62e-8392-4b07-98bd-edd60b907ad9 req-e986fa01-04c4-46b9-bc82-958600b27520 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446997 Nov 16 16:06:21.572318 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092dc23-e840-4427-93cb-c46a32ac661e None None] New status for floating IP 6c01f89c-5160-491d-bca0-a9c1faa3f0bb: ACTIVE {{(pid=101855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:06:21.612828 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645fdd5-de75-42f9-8931-4f02b63c2b55 req-99314bf0-5b31-4c93-95c0-1dc3019db64c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:21.613868 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f6eed62e-8392-4b07-98bd-edd60b907ad9 req-2555877d-6555-47fe-8eab-1168bc99d28a service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796486 Nov 16 16:06:21.620067 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b645fdd5-de75-42f9-8931-4f02b63c2b55 req-99314bf0-5b31-4c93-95c0-1dc3019db64c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 944 time: 0.1127727 Nov 16 16:06:21.694961 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b645fdd5-de75-42f9-8931-4f02b63c2b55 req-2880ffe5-1589-4172-a9ce-c1994feeaf07 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511117 Nov 16 16:06:21.714261 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078646d-bac8-4698-a353-043751e92132 req-f22b4be6-9ee9-48ec-9d83-5e4394587968 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:21.716601 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c078646d-bac8-4698-a353-043751e92132 req-f22b4be6-9ee9-48ec-9d83-5e4394587968 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 945 time: 0.1566951 Nov 16 16:06:21.734408 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['80bb11cb-f6bb-4bfd-9286-ef445e19918b'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:06:21.841949 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f6eed62e-8392-4b07-98bd-edd60b907ad9 req-a017f596-218f-471c-9449-013247664c05 service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153208 Nov 16 16:06:21.864478 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c078646d-bac8-4698-a353-043751e92132 req-87d2200e-c542-40e2-b9a2-1bff8c8ef4dd tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307638 Nov 16 16:06:21.943484 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510a719-4441-423e-8230-27dde69580be req-45ea1223-3bb5-4c08-90d1-441b084931cb tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:21.945390 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4510a719-4441-423e-8230-27dde69580be req-45ea1223-3bb5-4c08-90d1-441b084931cb tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0797503 Nov 16 16:06:22.009782 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4510a719-4441-423e-8230-27dde69580be req-58cc5283-3e7d-42e7-82fa-776484436bdd tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556209 Nov 16 16:06:22.409985 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956ace0-b931-41b3-a884-47c577cc66fb req-0915b717-f6f9-4db1-b16b-0992f6ba6e1e tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:22.411649 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6956ace0-b931-41b3-a884-47c577cc66fb req-0915b717-f6f9-4db1-b16b-0992f6ba6e1e tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0630012 Nov 16 16:06:22.417486 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3435-3528-4d36-b952-50d7725fa4f8 req-8ca01fd7-d8f9-404b-a3da-66ad4ee657b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:22.419038 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f94d3435-3528-4d36-b952-50d7725fa4f8 req-8ca01fd7-d8f9-404b-a3da-66ad4ee657b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29515163ad924903a1d1f653c9f77ee0&device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 1098 time: 0.0700088 Nov 16 16:06:22.496794 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6956ace0-b931-41b3-a884-47c577cc66fb req-d0db7a6a-62d4-4e46-a4d5-45c2ffe8d3ed tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764937 Nov 16 16:06:22.568811 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3435-3528-4d36-b952-50d7725fa4f8 req-d5785110-6d78-4856-8311-7babc63482e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:22.571875 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f94d3435-3528-4d36-b952-50d7725fa4f8 req-d5785110-6d78-4856-8311-7babc63482e9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 HTTP/1.1" status: 200 len: 920 time: 0.1435466 Nov 16 16:06:22.632508 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f94d3435-3528-4d36-b952-50d7725fa4f8 req-44221536-4371-4c5d-af1a-2c93039dd534 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc HTTP/1.1" status: 200 len: 217 time: 0.0476837 Nov 16 16:06:22.713030 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3435-3528-4d36-b952-50d7725fa4f8 req-2706f9ff-a9ae-42be-b01f-1a641d13be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:22.715430 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f94d3435-3528-4d36-b952-50d7725fa4f8 req-2706f9ff-a9ae-42be-b01f-1a641d13be22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04bfc9da-d704-4273-b63a-6fd73d56e6c3 HTTP/1.1" status: 200 len: 859 time: 0.0716493 Nov 16 16:06:22.763043 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f94d3435-3528-4d36-b952-50d7725fa4f8 req-0f9e9c1f-c53c-4482-b365-dc625275135d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327199 Nov 16 16:06:22.961052 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0d81e-27b6-4a98-9049-347b35444a12 req-f2a4db7b-e785-4dfe-aa25-68af119e4102 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:22.963321 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-74a0d81e-27b6-4a98-9049-347b35444a12 req-f2a4db7b-e785-4dfe-aa25-68af119e4102 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 944 time: 0.1122696 Nov 16 16:06:22.968265 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f94d3435-3528-4d36-b952-50d7725fa4f8 req-3164ab97-8ffa-46fa-b550-1217e1f3bae7 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881840 Nov 16 16:06:22.976650 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 80bb11cb-f6bb-4bfd-9286-ef445e19918b up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:06:23.031090 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-60ee0b64-8d95-428e-b23b-534d055f51e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:23.054241 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea58e3d-9d97-4206-9efd-e75a9d8dafb4 req-598d216d-8c1f-4463-83a3-26bc474ad930 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:23.055692 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 80bb11cb-f6bb-4bfd-9286-ef445e19918b completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:06:23.061784 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2ea58e3d-9d97-4206-9efd-e75a9d8dafb4 req-598d216d-8c1f-4463-83a3-26bc474ad930 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 945 time: 0.0973654 Nov 16 16:06:23.062388 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 80bb11cb-f6bb-4bfd-9286-ef445e19918b triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:06:23.062766 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:23.095306 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f94d3435-3528-4d36-b952-50d7725fa4f8 req-1b89a507-9bca-497d-a62d-d3e0cd7b31e4 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170197 Nov 16 16:06:23.129149 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-74a0d81e-27b6-4a98-9049-347b35444a12 req-36544dcf-656e-4424-8394-f3eba793d739 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251168 Nov 16 16:06:23.154033 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2ea58e3d-9d97-4206-9efd-e75a9d8dafb4 req-3f032f70-30de-4795-848b-54a30d5b6cc4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912154 Nov 16 16:06:23.208740 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:23.316246 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff4742-e1ae-4237-b820-2e4d4ae7cbad req-e4c1a674-16b2-4a35-b0c4-a85400014d82 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:23.318744 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-47ff4742-e1ae-4237-b820-2e4d4ae7cbad req-e4c1a674-16b2-4a35-b0c4-a85400014d82 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0699990 Nov 16 16:06:23.416314 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b963e7-0efb-4d43-a8af-7558d83decc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bb11cb-f6bb-4bfd-9286-ef445e19918b'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:06:23.418655 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb53904-6b81-4126-9b16-bb1c2786a1be" -d '{"events": [{"server_uuid": "42b963e7-0efb-4d43-a8af-7558d83decc6", "name": "network-vif-plugged", "status": "completed", "tag": "80bb11cb-f6bb-4bfd-9286-ef445e19918b"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:06:23.434783 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-47ff4742-e1ae-4237-b820-2e4d4ae7cbad req-541cb9bb-b3dc-49d0-82f8-b595d0db600d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034703 Nov 16 16:06:23.444228 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 80bb11cb-f6bb-4bfd-9286-ef445e19918b, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=80bb11cb-f6bb-4bfd-9286-ef445e19918b,segment=NetworkSegment(8f20bebc-e743-475a-a193-d7e2f48a3177),segment_id=8f20bebc-e743-475a-a193-d7e2f48a3177)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:23.479869 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:23.479869 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 68ede3d7-0ef4-42a4-b3de-ef6046161db6 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:06:23.526881 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebcc44a-eba9-4c3b-b4f0-da274b63b7e1 x-openstack-request-id: req-6ebcc44a-eba9-4c3b-b4f0-da274b63b7e1 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:06:23.527496 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b963e7-0efb-4d43-a8af-7558d83decc6", "name": "network-vif-plugged", "status": "completed", "tag": "80bb11cb-f6bb-4bfd-9286-ef445e19918b", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:06:23.527743 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ebcc44a-eba9-4c3b-b4f0-da274b63b7e1 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:06:23.528176 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b963e7-0efb-4d43-a8af-7558d83decc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bb11cb-f6bb-4bfd-9286-ef445e19918b', 'code': 200} Nov 16 16:06:23.530022 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=80bb11cb-f6bb-4bfd-9286-ef445e19918b,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:23.597726 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 68ede3d7-0ef4-42a4-b3de-ef6046161db6 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:06:23.598061 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:23.727585 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d03428-d6b7-40ab-9c8f-7e9221033cd8 req-a518d468-9e89-48cf-a375-0c5f2bc87564 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:23.728546 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-33d03428-d6b7-40ab-9c8f-7e9221033cd8 req-a518d468-9e89-48cf-a375-0c5f2bc87564 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0913393 Nov 16 16:06:23.741670 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:23.782718 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9ba9-da8e-4255-9bdd-c2da07719227 req-f3267101-6fc1-45e5-bb35-6b6884a9cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:23.784299 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-da2a9ba9-da8e-4255-9bdd-c2da07719227 req-f3267101-6fc1-45e5-bb35-6b6884a9cac2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 1099 time: 0.0578663 Nov 16 16:06:23.802258 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 68ede3d7-0ef4-42a4-b3de-ef6046161db6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:23.809874 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:23.879158 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-da2a9ba9-da8e-4255-9bdd-c2da07719227 req-8b44a303-7a94-4432-8031-56feaa557a90 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750229 Nov 16 16:06:23.879282 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-33d03428-d6b7-40ab-9c8f-7e9221033cd8 req-72332f98-0290-41e7-a10c-a2e0daa9dceb tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167667 Nov 16 16:06:23.886448 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=68ede3d7-0ef4-42a4-b3de-ef6046161db6,revision_number=7']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:24.346151 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:24.366191 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca202b-2055-41e1-8689-fb1be6b209fd req-874be55d-dcd2-4fb8-9aaf-294f97fca1c4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:24.367737 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-feca202b-2055-41e1-8689-fb1be6b209fd req-874be55d-dcd2-4fb8-9aaf-294f97fca1c4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.1036813 Nov 16 16:06:24.407208 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817fc8f-6b2d-4dd5-8e5e-5bf00efdd1d9 req-b9946716-c485-4f7d-8745-d7f2bc504250 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:24.416958 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0817fc8f-6b2d-4dd5-8e5e-5bf00efdd1d9 req-b9946716-c485-4f7d-8745-d7f2bc504250 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 946 time: 0.1056762 Nov 16 16:06:24.475869 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-feca202b-2055-41e1-8689-fb1be6b209fd req-288cd066-0132-4c80-a6f9-3a3130791da3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977681 Nov 16 16:06:24.530037 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0817fc8f-6b2d-4dd5-8e5e-5bf00efdd1d9 req-a8ca6b6b-7657-40d3-b036-7adbe092024c tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743363 Nov 16 16:06:24.619801 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53523d03-4f42-4229-87c7-e7ff9a2bbdaf req-ab0778ad-3975-4a74-9cd8-9ddedfda3561 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:24.623226 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-53523d03-4f42-4229-87c7-e7ff9a2bbdaf req-ab0778ad-3975-4a74-9cd8-9ddedfda3561 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0739944 Nov 16 16:06:24.675593 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-53523d03-4f42-4229-87c7-e7ff9a2bbdaf req-6b9b58a6-fc85-4c4b-8691-d5ce49383a9a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450003 Nov 16 16:06:25.037386 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71600b-8350-4aab-b06c-9ef86c5ac3d3 req-5804c539-6ed2-49c7-8d6e-049586d20e4d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:25.037386 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2d71600b-8350-4aab-b06c-9ef86c5ac3d3 req-5804c539-6ed2-49c7-8d6e-049586d20e4d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0521810 Nov 16 16:06:25.087478 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2d71600b-8350-4aab-b06c-9ef86c5ac3d3 req-14819b91-1209-41be-a304-5bfe5d59eb54 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493462 Nov 16 16:06:25.529760 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6447972e-6291-4e68-8271-c93523206230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ede3d7-0ef4-42a4-b3de-ef6046161db6'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:06:25.532260 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490750a1-2714-4bfe-b836-d476cea70c74" -d '{"events": [{"server_uuid": "6447972e-6291-4e68-8271-c93523206230", "name": "network-vif-plugged", "status": "completed", "tag": "68ede3d7-0ef4-42a4-b3de-ef6046161db6"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:06:25.587834 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c92a01-0a00-454c-bb00-fe03dbb38677 x-openstack-request-id: req-49c92a01-0a00-454c-bb00-fe03dbb38677 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:06:25.588143 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6447972e-6291-4e68-8271-c93523206230", "name": "network-vif-plugged", "status": "completed", "tag": "68ede3d7-0ef4-42a4-b3de-ef6046161db6", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:06:25.588703 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49c92a01-0a00-454c-bb00-fe03dbb38677 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:06:25.589251 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6447972e-6291-4e68-8271-c93523206230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'code': 200} Nov 16 16:06:25.633950 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b363a-75cd-4bcd-8168-a40b403548f5 req-a2edd711-3bc4-4300-8d29-1e976afeb119 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:25.641281 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7c6b363a-75cd-4bcd-8168-a40b403548f5 req-a2edd711-3bc4-4300-8d29-1e976afeb119 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0688066 Nov 16 16:06:25.725749 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:25.750390 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7c6b363a-75cd-4bcd-8168-a40b403548f5 req-5d522a3a-dc48-4832-88ca-8b3a9b63702c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063118 Nov 16 16:06:25.751708 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 43376) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:25.784685 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ece513-6841-4318-9539-6108230a4825 req-c7b6666d-d36f-426b-ab01-59738f017600 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:25.802475 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a8ece513-6841-4318-9539-6108230a4825 req-c7b6666d-d36f-426b-ab01-59738f017600 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 946 time: 0.1526947 Nov 16 16:06:25.895692 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a8ece513-6841-4318-9539-6108230a4825 req-1bc1d5dc-1954-4500-b82b-d85dceed7778 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915194 Nov 16 16:06:25.922028 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e71d6-03f0-4130-9631-a1c7a3489422 req-8ce63a72-459d-46a3-80a9-0bc6e648cb91 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:25.928102 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-620e71d6-03f0-4130-9631-a1c7a3489422 req-8ce63a72-459d-46a3-80a9-0bc6e648cb91 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0932465 Nov 16 16:06:25.949414 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c92bfda0-0ca3-44c4-8a4f-a8979ca9ede3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:25.987341 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-620e71d6-03f0-4130-9631-a1c7a3489422 req-e0c91562-1727-4ac7-975c-bf4e76de2117 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577044 Nov 16 16:06:26.072287 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c92bfda0-0ca3-44c4-8a4f-a8979ca9ede3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:26.077031 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-c92bfda0-0ca3-44c4-8a4f-a8979ca9ede3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:26.118319 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bfda0-0ca3-44c4-8a4f-a8979ca9ede3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4fc0d6-7645-4966-b659-6d2783a38939,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:26.123529 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-c92bfda0-0ca3-44c4-8a4f-a8979ca9ede3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2db7991a5cb14338b622804d1f261785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700252 Nov 16 16:06:26.125340 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 43384) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:26.181658 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b484-4553-4f3f-b292-b11eb3382603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:26.208716 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b484-4553-4f3f-b292-b11eb3382603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:26.235324 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28a287-b6dd-4d47-bcc9-45e06236a624 req-3ea2bbb8-708c-40b1-9164-7bcd7839de61 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:26.236911 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cc28a287-b6dd-4d47-bcc9-45e06236a624 req-3ea2bbb8-708c-40b1-9164-7bcd7839de61 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0657003 Nov 16 16:06:26.279086 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b484-4553-4f3f-b292-b11eb3382603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:26.281838 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b484-4553-4f3f-b292-b11eb3382603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:26.283541 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-1ab1b484-4553-4f3f-b292-b11eb3382603 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b4fc0d6-7645-4966-b659-6d2783a38939 HTTP/1.1" status: 204 len: 168 time: 0.1572700 Nov 16 16:06:26.292730 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1b484-4553-4f3f-b292-b11eb3382603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4fc0d6-7645-4966-b659-6d2783a38939,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:26.325077 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cc28a287-b6dd-4d47-bcc9-45e06236a624 req-3a265e83-c569-4b55-95f5-e07d3f7fd76c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801837 Nov 16 16:06:26.521314 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:26.611121 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:26.967663 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21275116-e664-445a-885e-d1ada229815c req-485cdf9e-3341-4f2c-91b2-2fe1fe67bf63 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:26.976125 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-21275116-e664-445a-885e-d1ada229815c req-485cdf9e-3341-4f2c-91b2-2fe1fe67bf63 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0897856 Nov 16 16:06:27.063422 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-21275116-e664-445a-885e-d1ada229815c req-7a0b8b37-61ff-4f53-8886-fbe5c4100b8b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864327 Nov 16 16:06:27.094939 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd3401-0a7e-451c-826f-cb6bd41cb7ec req-ffb5437c-03d5-49e9-95b3-6036ae9a9f3a tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:27.096631 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5cdd3401-0a7e-451c-826f-cb6bd41cb7ec req-ffb5437c-03d5-49e9-95b3-6036ae9a9f3a tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 946 time: 0.0757630 Nov 16 16:06:27.191706 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5cdd3401-0a7e-451c-826f-cb6bd41cb7ec req-dd41337d-4208-4289-842d-5551e7d6da06 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872140 Nov 16 16:06:27.247183 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f190e-0313-4423-abb4-e5570e68d5ba req-2bfa52f4-4d01-4ca7-baea-7f27aabb214d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:27.249481 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-631f190e-0313-4423-abb4-e5570e68d5ba req-2bfa52f4-4d01-4ca7-baea-7f27aabb214d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0742681 Nov 16 16:06:27.324580 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-631f190e-0313-4423-abb4-e5570e68d5ba req-96e7cfe9-4642-4695-818f-4b0edf20aebd tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625725 Nov 16 16:06:27.430516 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a907bb-d9d5-4f28-be11-064546465ca0 req-135b07fb-2a07-40f6-adeb-eac886831364 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:27.438192 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f6a907bb-d9d5-4f28-be11-064546465ca0 req-135b07fb-2a07-40f6-adeb-eac886831364 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0626893 Nov 16 16:06:27.501566 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f6a907bb-d9d5-4f28-be11-064546465ca0 req-e3a24873-54b6-4ef4-8bb7-ea42b2626e00 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576859 Nov 16 16:06:27.830790 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 43444) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:28.189816 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e2b96ce0-7427-465a-a485-31157a55aec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:28.240692 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0067bab-3cd0-450d-a52f-f06fa88a375c req-43d99227-07b0-4196-9a2d-4d29c0e1b908 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:28.248547 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a0067bab-3cd0-450d-a52f-f06fa88a375c req-43d99227-07b0-4196-9a2d-4d29c0e1b908 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.1049531 Nov 16 16:06:28.393656 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a0067bab-3cd0-450d-a52f-f06fa88a375c req-5b3d97fa-c8e0-4603-b5a4-81e634dd8e62 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441407 Nov 16 16:06:28.407246 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e2b96ce0-7427-465a-a485-31157a55aec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:28.415347 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc3d9e-25eb-4fe6-a803-8b96c6ed31f2 req-aa5d7b70-1d04-4870-b591-28d79e94ca20 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:28.416991 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3bdc3d9e-25eb-4fe6-a803-8b96c6ed31f2 req-aa5d7b70-1d04-4870-b591-28d79e94ca20 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 946 time: 0.1356001 Nov 16 16:06:28.418138 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e2b96ce0-7427-465a-a485-31157a55aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:28.462465 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-e2b96ce0-7427-465a-a485-31157a55aec7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=163a0bf5d4bd4891b099a4a02d950ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6270020 Nov 16 16:06:28.462465 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 43468) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:28.526613 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b96ce0-7427-465a-a485-31157a55aec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f6450c-ecea-4ac6-83eb-0480bd214077,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:28.590726 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3bdc3d9e-25eb-4fe6-a803-8b96c6ed31f2 req-d1e39794-4b4a-4bbd-abb3-651f5d1f8aa4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/security-groups?id=ded7bdc8-a510-45d7-9763-b36ab50ad3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373687 Nov 16 16:06:28.606138 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6d722def-184e-4a1a-900e-e4ae361178f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:28.634405 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d3df-c28c-429f-bccc-87b81565d04b req-9d6420f8-0cb1-4055-a71a-5ed0d634b425 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:28.641458 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-57b8d3df-c28c-429f-bccc-87b81565d04b req-9d6420f8-0cb1-4055-a71a-5ed0d634b425 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.1262810 Nov 16 16:06:28.648740 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6d722def-184e-4a1a-900e-e4ae361178f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:28.738439 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-57b8d3df-c28c-429f-bccc-87b81565d04b req-ee0da4fa-61ea-41c8-8443-42a879ab6d54 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958560 Nov 16 16:06:28.790205 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6d722def-184e-4a1a-900e-e4ae361178f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:28.793221 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6d722def-184e-4a1a-900e-e4ae361178f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:28.796808 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-6d722def-184e-4a1a-900e-e4ae361178f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84f6450c-ecea-4ac6-83eb-0480bd214077 HTTP/1.1" status: 204 len: 168 time: 0.3315511 Nov 16 16:06:28.808926 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c59110-439d-4a4e-bcf1-36d41b6cf0da req-d1cc85d3-834e-4f89-8cff-5a2039825c93 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:28.810462 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f8c59110-439d-4a4e-bcf1-36d41b6cf0da req-d1cc85d3-834e-4f89-8cff-5a2039825c93 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0960574 Nov 16 16:06:28.816503 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d722def-184e-4a1a-900e-e4ae361178f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f6450c-ecea-4ac6-83eb-0480bd214077,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:28.910073 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f8c59110-439d-4a4e-bcf1-36d41b6cf0da req-bbbebd2c-c4a5-4d96-a5b7-d0f2ac7a50f0 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819209 Nov 16 16:06:28.981549 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddb412-c66e-4919-aa2f-1ca2631c55ee req-b4e640e3-7b4b-405e-ae29-05054e58f178 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:28.983807 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e8ddb412-c66e-4919-aa2f-1ca2631c55ee req-b4e640e3-7b4b-405e-ae29-05054e58f178 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.62 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 946 time: 0.0892520 Nov 16 16:06:29.182956 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd82fd-c265-4d9e-84e6-cae6bfab55d4 req-435c242a-511c-470c-b1d6-347b9254826a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:29.191219 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-98cd82fd-c265-4d9e-84e6-cae6bfab55d4 req-435c242a-511c-470c-b1d6-347b9254826a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0947714 Nov 16 16:06:29.280944 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-98cd82fd-c265-4d9e-84e6-cae6bfab55d4 req-557790d8-0cd9-485a-9f6c-ca805b37ab77 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877526 Nov 16 16:06:29.305367 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-e8ddb412-c66e-4919-aa2f-1ca2631c55ee req-2df05713-9b58-4b27-a313-9ada8baf2fc4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Deleting port 80bb11cb-f6bb-4bfd-9286-ef445e19918b {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:06:29.305979 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-e8ddb412-c66e-4919-aa2f-1ca2631c55ee req-2df05713-9b58-4b27-a313-9ada8baf2fc4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:29.439492 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-e8ddb412-c66e-4919-aa2f-1ca2631c55ee req-2df05713-9b58-4b27-a313-9ada8baf2fc4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] For port 80bb11cb-f6bb-4bfd-9286-ef445e19918b, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=80bb11cb-f6bb-4bfd-9286-ef445e19918b,segment=NetworkSegment(8f20bebc-e743-475a-a193-d7e2f48a3177),segment_id=8f20bebc-e743-475a-a193-d7e2f48a3177)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:29.440902 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-e8ddb412-c66e-4919-aa2f-1ca2631c55ee req-2df05713-9b58-4b27-a313-9ada8baf2fc4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:29.460495 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-e8ddb412-c66e-4919-aa2f-1ca2631c55ee req-2df05713-9b58-4b27-a313-9ada8baf2fc4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Calling delete_port for 80bb11cb-f6bb-4bfd-9286-ef445e19918b owned by compute:nova {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:06:29.626266 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70a1e7-482d-46bb-b0d8-720c22cf19e4 req-bb0f90e9-01bb-40bc-abfa-f1fda3054627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:29.628149 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fd70a1e7-482d-46bb-b0d8-720c22cf19e4 req-bb0f90e9-01bb-40bc-abfa-f1fda3054627 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b827321a45f5478a8bd7953ed7be64b6&device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 1099 time: 0.1587996 Nov 16 16:06:29.689362 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-e8ddb412-c66e-4919-aa2f-1ca2631c55ee req-2df05713-9b58-4b27-a313-9ada8baf2fc4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:29.705144 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['80bb11cb-f6bb-4bfd-9286-ef445e19918b'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:06:29.718990 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79086b50-39b1-4d7e-968f-34cfe947f268 req-7be11f1a-1578-4e68-bf25-42df51cdb3b6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:29.727524 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-79086b50-39b1-4d7e-968f-34cfe947f268 req-7be11f1a-1578-4e68-bf25-42df51cdb3b6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.1921437 Nov 16 16:06:29.758281 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df05713-9b58-4b27-a313-9ada8baf2fc4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Pushing event deleted for resources: {'Port': ['ID=80bb11cb-f6bb-4bfd-9286-ef445e19918b,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:29.774458 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5686bbcd-4262-41c3-a87b-cbcc89cf8875 req-245b6ed4-cf6a-428c-948c-5b7ad446e8a7 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b963e7-0efb-4d43-a8af-7558d83decc6 HTTP/1.1" status: 200 len: 210 time: 0.0450428 Nov 16 16:06:29.855813 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ddb412-c66e-4919-aa2f-1ca2631c55ee req-2df05713-9b58-4b27-a313-9ada8baf2fc4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] No DVR routers for this DVR port 80bb11cb-f6bb-4bfd-9286-ef445e19918b on host hv-cinder-81809 {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:06:29.859042 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70a1e7-482d-46bb-b0d8-720c22cf19e4 req-779c0f4a-253b-479d-90fc-12c049875086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:29.860923 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-e8ddb412-c66e-4919-aa2f-1ca2631c55ee req-2df05713-9b58-4b27-a313-9ada8baf2fc4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:29.862305 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fd70a1e7-482d-46bb-b0d8-720c22cf19e4 req-779c0f4a-253b-479d-90fc-12c049875086 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f HTTP/1.1" status: 200 len: 910 time: 0.2146909 Nov 16 16:06:29.865370 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e8ddb412-c66e-4919-aa2f-1ca2631c55ee req-2df05713-9b58-4b27-a313-9ada8baf2fc4 tempest-VolumesActionsTest-461093963 tempest-VolumesActionsTest-461093963-project] 10.222.0.62 "DELETE /v2.0/ports/80bb11cb-f6bb-4bfd-9286-ef445e19918b HTTP/1.1" status: 204 len: 173 time: 0.8719676 Nov 16 16:06:29.865922 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b963e7-0efb-4d43-a8af-7558d83decc6', 'name': 'network-vif-deleted', 'tag': '80bb11cb-f6bb-4bfd-9286-ef445e19918b'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:06:29.868365 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf45f6d-92d9-448f-981d-7c1d92a833a5" -d '{"events": [{"server_uuid": "42b963e7-0efb-4d43-a8af-7558d83decc6", "name": "network-vif-deleted", "tag": "80bb11cb-f6bb-4bfd-9286-ef445e19918b"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:06:29.900216 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-79086b50-39b1-4d7e-968f-34cfe947f268 req-8a0f18c6-6d6b-43ab-b7a1-b052f72f1aca tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602662 Nov 16 16:06:29.949099 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7159eadb-63d4-46ff-8366-b0441277d73f x-openstack-request-id: req-7159eadb-63d4-46ff-8366-b0441277d73f {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:06:29.949276 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b963e7-0efb-4d43-a8af-7558d83decc6", "name": "network-vif-deleted", "tag": "80bb11cb-f6bb-4bfd-9286-ef445e19918b", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:06:29.949846 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7159eadb-63d4-46ff-8366-b0441277d73f {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:06:29.950421 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b963e7-0efb-4d43-a8af-7558d83decc6', 'name': 'network-vif-deleted', 'tag': '80bb11cb-f6bb-4bfd-9286-ef445e19918b', 'status': 'completed', 'code': 200} Nov 16 16:06:30.103562 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fd70a1e7-482d-46bb-b0d8-720c22cf19e4 req-8879b8ff-d363-44a9-b4d9-d28c56d0c032 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07aae0fa-265c-47a8-af4f-ea385dbee127 HTTP/1.1" status: 200 len: 1001 time: 0.1939383 Nov 16 16:06:30.153683 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b41ad-b9c0-48a2-ba3d-b03bb81439cd req-3a2be927-968c-4024-82cb-33dc9a5e62f0 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:30.162276 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-272b41ad-b9c0-48a2-ba3d-b03bb81439cd req-3a2be927-968c-4024-82cb-33dc9a5e62f0 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.1135364 Nov 16 16:06:30.231577 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70a1e7-482d-46bb-b0d8-720c22cf19e4 req-4f0c2bf6-01d1-4ffe-ae4a-e44cdb7e2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:30.234625 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fd70a1e7-482d-46bb-b0d8-720c22cf19e4 req-4f0c2bf6-01d1-4ffe-ae4a-e44cdb7e2852 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ec2c535f-42fb-4fff-81b4-1040ff0751d5 HTTP/1.1" status: 200 len: 848 time: 0.1186883 Nov 16 16:06:30.265130 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-272b41ad-b9c0-48a2-ba3d-b03bb81439cd req-8d5ed0c4-5d0d-44ac-88e7-c98da2422d22 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017959 Nov 16 16:06:30.300937 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70a1e7-482d-46bb-b0d8-720c22cf19e4 req-584cc5ae-c100-400a-b9a0-584658320767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:30.303494 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fd70a1e7-482d-46bb-b0d8-720c22cf19e4 req-584cc5ae-c100-400a-b9a0-584658320767 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581434 Nov 16 16:06:30.439898 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fd70a1e7-482d-46bb-b0d8-720c22cf19e4 req-204bce65-1577-40fd-935a-7855ef932a2d service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213865 Nov 16 16:06:30.572812 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e98cd2-0397-4638-81ba-4fb122b0e748 req-4c195c8d-a25d-4277-998a-8ca7b329dced tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:30.580037 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-60e98cd2-0397-4638-81ba-4fb122b0e748 req-4c195c8d-a25d-4277-998a-8ca7b329dced tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.1580615 Nov 16 16:06:30.669491 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-60e98cd2-0397-4638-81ba-4fb122b0e748 req-8dbd9358-eb5e-4b71-a0b4-fe0d48b6008d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871882 Nov 16 16:06:30.674551 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fd70a1e7-482d-46bb-b0d8-720c22cf19e4 req-8a5a2570-fc36-4424-bdd1-d94f57c5de97 service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175858 Nov 16 16:06:30.862483 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 43536) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:31.072018 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-97a20802-a193-471a-be93-ed57f2e44482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:31.121618 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022a61a-cae5-4e2f-a2b1-ac933bdbb2e2 req-80a5ce64-e816-40a8-9eed-4f23e0495df3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:31.123164 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0022a61a-cae5-4e2f-a2b1-ac933bdbb2e2 req-80a5ce64-e816-40a8-9eed-4f23e0495df3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.1249475 Nov 16 16:06:31.219147 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-97a20802-a193-471a-be93-ed57f2e44482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:31.239197 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0022a61a-cae5-4e2f-a2b1-ac933bdbb2e2 req-8b8ab698-0fa1-40fd-8ef3-7dcac5d3903a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055446 Nov 16 16:06:31.242646 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-97a20802-a193-471a-be93-ed57f2e44482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:31.321880 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-97a20802-a193-471a-be93-ed57f2e44482 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7abceb9a89154cecba5fe63be6130975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4579945 Nov 16 16:06:31.323892 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a20802-a193-471a-be93-ed57f2e44482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a391341c-5799-4ad5-a0cb-b9bb7e8bdaa5,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:31.325111 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 43564) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:31.446332 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9842f734-6f3f-4240-9732-c47fd7c12b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:31.514427 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9842f734-6f3f-4240-9732-c47fd7c12b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:31.581796 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e66b0d-ce1e-4b98-9493-2e33dff1c429 req-cb5ca198-e903-4510-933f-14df642d831f tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:31.595966 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f6e66b0d-ce1e-4b98-9493-2e33dff1c429 req-cb5ca198-e903-4510-933f-14df642d831f tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.1343155 Nov 16 16:06:31.658871 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9842f734-6f3f-4240-9732-c47fd7c12b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:31.666020 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9842f734-6f3f-4240-9732-c47fd7c12b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:31.668415 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-9842f734-6f3f-4240-9732-c47fd7c12b43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a391341c-5799-4ad5-a0cb-b9bb7e8bdaa5 HTTP/1.1" status: 204 len: 168 time: 0.3421688 Nov 16 16:06:31.693003 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f6e66b0d-ce1e-4b98-9493-2e33dff1c429 req-89d8b3f8-ea51-404f-90ca-18a31d231183 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958996 Nov 16 16:06:31.697752 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842f734-6f3f-4240-9732-c47fd7c12b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a391341c-5799-4ad5-a0cb-b9bb7e8bdaa5,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:31.903298 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e8b87-fa71-4d6f-a901-37d2d36a0b0d req-be3f6e01-bc09-46cc-893b-46d8577ab219 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:31.905453 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-474e8b87-fa71-4d6f-a901-37d2d36a0b0d req-be3f6e01-bc09-46cc-893b-46d8577ab219 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0911984 Nov 16 16:06:31.990466 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-474e8b87-fa71-4d6f-a901-37d2d36a0b0d req-0a307af6-724d-40d2-8578-d6bed53b9453 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778308 Nov 16 16:06:32.420165 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582ff93-377b-423d-ae84-02de636aaccc req-7a8203b9-85c6-489e-b78b-3df79ab79496 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:32.428918 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4582ff93-377b-423d-ae84-02de636aaccc req-7a8203b9-85c6-489e-b78b-3df79ab79496 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0655370 Nov 16 16:06:32.576315 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4582ff93-377b-423d-ae84-02de636aaccc req-676789f0-8e9e-42fb-b57e-ec686c552ffb tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368899 Nov 16 16:06:32.856712 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef6a59-c452-4a10-b845-8f1d1e147117 req-1243108c-84cf-4411-a576-c85f945ca9fe tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:32.867556 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4fef6a59-c452-4a10-b845-8f1d1e147117 req-1243108c-84cf-4411-a576-c85f945ca9fe tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0664968 Nov 16 16:06:32.868298 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 43640) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:32.935759 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4fef6a59-c452-4a10-b845-8f1d1e147117 req-d8358644-0389-44e4-9de3-bbe4e01d52e7 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669379 Nov 16 16:06:33.006177 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1480598690-network', 'tenant_id': '218bf6ebc44c444e911ba343e1c14785'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:06:33.044057 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] Made reservation on behalf of 218bf6ebc44c444e911ba343e1c14785 for: {'network': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:06:33.047075 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:33.057506 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:33.167573 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:33.172301 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:33.189012 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=101854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:06:33.207176 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:33.207814 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.segments_db [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] Added segment 631b649c-9cd8-4fb9-bc74-c6744fd45870 of type vlan for network db4f0bf1-384b-4186-b414-f554b98403a2 Nov 16 16:06:33.226412 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 80bb11cb-f6bb-4bfd-9286-ef445e19918b no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:06:33.252611 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 80bb11cb-f6bb-4bfd-9286-ef445e19918b {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:06:33.253314 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 80bb11cb-f6bb-4bfd-9286-ef445e19918b not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:06:33.279265 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84da3eaf-999e-401c-9937-ff2f62834b57,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:33.293717 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:33.321818 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:33.322830 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:33.323487 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:33.378660 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5092447 Nov 16 16:06:33.381766 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 43650) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:33.393035 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-ed7c9595-4715-4387-9b36-7c3ab8fcba45 admin admin] Request body: {'subnet': {'network_id': 'db4f0bf1-384b-4186-b414-f554b98403a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1480598690-subnet', 'tenant_id': '218bf6ebc44c444e911ba343e1c14785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:06:33.404603 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac09d77-cc32-4c9a-85ec-a22fa2d534a1 admin admin] Pushing event updated for resources: {'Network': ['ID=db4f0bf1-384b-4186-b414-f554b98403a2,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:33.422160 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network db4f0bf1-384b-4186-b414-f554b98403a2 details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:06:33.423829 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7c9595-4715-4387-9b36-7c3ab8fcba45 admin admin] Made reservation on behalf of 218bf6ebc44c444e911ba343e1c14785 for: {'subnet': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:06:33.428460 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ed7c9595-4715-4387-9b36-7c3ab8fcba45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3173568'] for subnet, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:33.651286 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ed7c9595-4715-4387-9b36-7c3ab8fcba45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3712759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3173586'] for subnet, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:33.713014 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c9595-4715-4387-9b36-7c3ab8fcba45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91053312-1024-48f7-ad2d-ea0694f03646,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:33.745370 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c9595-4715-4387-9b36-7c3ab8fcba45 admin admin] Checking segment: {'id': '631b649c-9cd8-4fb9-bc74-c6744fd45870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db4f0bf1-384b-4186-b414-f554b98403a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:06:33.746028 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c9595-4715-4387-9b36-7c3ab8fcba45 admin admin] Network hostable DHCP agents. Network: db4f0bf1-384b-4186-b414-f554b98403a2, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:06:33.768854 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c9595-4715-4387-9b36-7c3ab8fcba45 admin admin] Network db4f0bf1-384b-4186-b414-f554b98403a2 is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:06:33.776864 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f052b2-a78e-48b6-9eab-56f2403d2cec req-3c581f26-279f-4a59-860d-aaac33126be8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:33.779246 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f1f052b2-a78e-48b6-9eab-56f2403d2cec req-3c581f26-279f-4a59-860d-aaac33126be8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0787904 Nov 16 16:06:33.780369 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-ed7c9595-4715-4387-9b36-7c3ab8fcba45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, db4f0bf1-384b-4186-b414-f554b98403a2) {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:06:33.791690 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7c9595-4715-4387-9b36-7c3ab8fcba45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:33.792346 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ed7c9595-4715-4387-9b36-7c3ab8fcba45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:33.803744 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726e0e6f-9364-445b-9481-239217a0cf3b None None] Network db4f0bf1-384b-4186-b414-f554b98403a2 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:06:33.842492 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-ed7c9595-4715-4387-9b36-7c3ab8fcba45 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4523127 Nov 16 16:06:33.888109 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f1f052b2-a78e-48b6-9eab-56f2403d2cec req-3d7d5f5a-58fd-4956-aaf8-385bd1fd36c4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845366 Nov 16 16:06:33.977292 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d38a9b-0b76-4447-8e57-008443b9ab75 None None] Network db4f0bf1-384b-4186-b414-f554b98403a2 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:06:34.090824 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd063bce-45d7-4d7c-9053-a9ca336483c1 req-a9b8b9b2-aa36-45ad-80fb-0c9b31a43383 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:34.119135 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cd063bce-45d7-4d7c-9053-a9ca336483c1 req-a9b8b9b2-aa36-45ad-80fb-0c9b31a43383 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0875101 Nov 16 16:06:34.234151 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cd063bce-45d7-4d7c-9053-a9ca336483c1 req-789f6ef3-6626-4b07-bc18-db03d4e7bed9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137319 Nov 16 16:06:35.018200 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a8184-d23e-4043-aa5e-4c5f4bb5f5e0 req-3814fc0c-534f-4d10-a874-1e3a09590151 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:35.019719 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c31a8184-d23e-4043-aa5e-4c5f4bb5f5e0 req-3814fc0c-534f-4d10-a874-1e3a09590151 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0543783 Nov 16 16:06:35.072744 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c31a8184-d23e-4043-aa5e-4c5f4bb5f5e0 req-4250eb52-099f-463a-941b-0b8bc5b25b9e tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440004 Nov 16 16:06:35.356319 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7388e49-4190-4983-a7f2-6c82a365ea92 req-3e33ee62-8831-4a68-a0cd-9a13a8aec46f tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:35.357781 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c7388e49-4190-4983-a7f2-6c82a365ea92 req-3e33ee62-8831-4a68-a0cd-9a13a8aec46f tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0521359 Nov 16 16:06:35.404485 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c7388e49-4190-4983-a7f2-6c82a365ea92 req-c9421645-e1d3-4151-a073-b1828207f47c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Nov 16 16:06:35.794275 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f676c1-40de-4c92-97ba-35f9506d55d8 req-ead02b8d-267d-4264-b9b4-118cb8be7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:35.795709 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8f676c1-40de-4c92-97ba-35f9506d55d8 req-ead02b8d-267d-4264-b9b4-118cb8be7711 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae9bddc9870246e99f813976878279cb&device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 1098 time: 0.0403247 Nov 16 16:06:36.098492 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f676c1-40de-4c92-97ba-35f9506d55d8 req-cd9dded8-5f94-4046-989e-e94236f7dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:36.099733 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8f676c1-40de-4c92-97ba-35f9506d55d8 req-cd9dded8-5f94-4046-989e-e94236f7dd54 service neutron] 10.222.0.62 "GET /v2.0/networks?id=72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 200 len: 917 time: 0.2968392 Nov 16 16:06:36.197184 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8f676c1-40de-4c92-97ba-35f9506d55d8 req-fad019f4-a0e3-468e-b37f-f6cc1581c659 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6 HTTP/1.1" status: 200 len: 1001 time: 0.0880482 Nov 16 16:06:36.212449 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ce7d7-de56-4d69-ad59-5d7681fcb5f6 req-fc45f2a2-f6c7-4f09-8b58-0760bb5672a6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:36.213802 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fb6ce7d7-de56-4d69-ad59-5d7681fcb5f6 req-fc45f2a2-f6c7-4f09-8b58-0760bb5672a6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0643044 Nov 16 16:06:36.291595 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f676c1-40de-4c92-97ba-35f9506d55d8 req-c91018c6-795e-4a7d-a440-f10d7998f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:36.293262 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8f676c1-40de-4c92-97ba-35f9506d55d8 req-c91018c6-795e-4a7d-a440-f10d7998f0d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=060fb2ef-695e-459c-84ba-c29c715db089 HTTP/1.1" status: 200 len: 855 time: 0.0785925 Nov 16 16:06:36.302207 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fb6ce7d7-de56-4d69-ad59-5d7681fcb5f6 req-9010aee3-7ec5-4ece-8f63-bf51df048cf1 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791988 Nov 16 16:06:36.344734 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f676c1-40de-4c92-97ba-35f9506d55d8 req-ed887cc4-e5ae-406d-8f3e-1f47e29bd321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:36.346298 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8f676c1-40de-4c92-97ba-35f9506d55d8 req-ed887cc4-e5ae-406d-8f3e-1f47e29bd321 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72ea3377-b38c-416b-8581-98962c72f168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420408 Nov 16 16:06:36.458303 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8f676c1-40de-4c92-97ba-35f9506d55d8 req-737d63bb-9618-465a-9cc6-04963ece37d5 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998871 Nov 16 16:06:36.601789 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bfd20-4ca1-4f9c-b402-e677a7ab5e75 req-a5681e31-c09d-4fef-916f-2832fba83556 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:36.612016 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e25bfd20-4ca1-4f9c-b402-e677a7ab5e75 req-a5681e31-c09d-4fef-916f-2832fba83556 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.1205785 Nov 16 16:06:36.651341 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8f676c1-40de-4c92-97ba-35f9506d55d8 req-c2272a4b-132c-490b-be51-3dd8174cbcc3 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806431 Nov 16 16:06:36.687985 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e25bfd20-4ca1-4f9c-b402-e677a7ab5e75 req-c4c7c28d-f47c-49d0-bc1e-abd3a1cf9713 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750954 Nov 16 16:06:36.878571 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-69fef8f8-f5c8-4d41-b12a-2f38a36685fb tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:36.880603 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-69fef8f8-f5c8-4d41-b12a-2f38a36685fb tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/networks?id=db4f0bf1-384b-4186-b414-f554b98403a2 HTTP/1.1" status: 200 len: 814 time: 0.1150327 Nov 16 16:06:36.898095 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-976d2bea-0863-4362-9f23-4002acca22a0 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/quotas/218bf6ebc44c444e911ba343e1c14785 HTTP/1.1" status: 200 len: 375 time: 0.0114913 Nov 16 16:06:36.937066 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-e4d11161-a78e-4203-854b-e8447b3ae154 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=218bf6ebc44c444e911ba343e1c14785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290344 Nov 16 16:06:37.049280 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-2b57996c-60ca-4534-b33c-93e64c6a2e83 service neutron] 10.222.0.46 "GET /v2.0/networks/db4f0bf1-384b-4186-b414-f554b98403a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024804 Nov 16 16:06:37.163990 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-a5484a21-5f9b-459e-9d52-a6c1706d8bab service neutron] 10.222.0.46 "GET /v2.0/networks/db4f0bf1-384b-4186-b414-f554b98403a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054909 Nov 16 16:06:37.387541 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ac6f40e8-1a27-4823-bd83-e6667f9e8921 req-d6bb9cf9-43b5-411b-96f9-77705af5e5bc tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 210 time: 0.0415924 Nov 16 16:06:37.491101 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784b928-d447-4f74-bc47-4d7e3a347360 req-e0b3492b-2064-4999-8422-62b55d27098b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:37.493014 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b784b928-d447-4f74-bc47-4d7e3a347360 req-e0b3492b-2064-4999-8422-62b55d27098b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.0707960 Nov 16 16:06:37.561613 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b784b928-d447-4f74-bc47-4d7e3a347360 req-19e44dd9-4c25-48bb-937c-61ba88170631 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611167 Nov 16 16:06:37.848672 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78716f6-b010-4079-95ef-6dd349e7f093 req-4a6fe0f4-0884-48e8-9a94-c7ba8409e723 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:37.850415 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f78716f6-b010-4079-95ef-6dd349e7f093 req-4a6fe0f4-0884-48e8-9a94-c7ba8409e723 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0735717 Nov 16 16:06:37.956610 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f78716f6-b010-4079-95ef-6dd349e7f093 req-205bf49e-ed90-4ab7-b964-0942c63192f2 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922611 Nov 16 16:06:38.547723 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7f3e44cc-14e0-43a5-ad48-d536cadffb6c req-041f0588-0e46-4990-8ff4-d021e0f9a474 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 210 time: 0.0554743 Nov 16 16:06:38.835288 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dd0f1-2e5c-4f14-a849-8daa52a4632b req-b9300b4d-1527-48cd-b75b-1dae4e208d91 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:38.852051 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-814dd0f1-2e5c-4f14-a849-8daa52a4632b req-b9300b4d-1527-48cd-b75b-1dae4e208d91 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.1727970 Nov 16 16:06:38.968647 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-863bba64-881e-40f3-99ad-f69d37f3f73b tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:38.971321 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-863bba64-881e-40f3-99ad-f69d37f3f73b tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.62 "GET /v2.0/networks?id=db4f0bf1-384b-4186-b414-f554b98403a2 HTTP/1.1" status: 200 len: 814 time: 0.3696034 Nov 16 16:06:38.997096 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-268c2ee2-0546-416c-899c-bd424d15cd32 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Request body: {'port': {'device_id': 'be30cc01-fa20-42f1-80d2-a8becb9a7e2f', 'network_id': 'db4f0bf1-384b-4186-b414-f554b98403a2', 'admin_state_up': True, 'tenant_id': '218bf6ebc44c444e911ba343e1c14785'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:06:39.033505 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-814dd0f1-2e5c-4f14-a849-8daa52a4632b req-6ff460a1-3338-4058-9451-8aa63ef1e1f2 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680694 Nov 16 16:06:39.165517 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e70d1a-f077-454f-ac95-ce75ea729367 req-d7d1b416-eedd-4872-ad78-156449b65c3d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:39.167329 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b6e70d1a-f077-454f-ac95-ce75ea729367 req-d7d1b416-eedd-4872-ad78-156449b65c3d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0955679 Nov 16 16:06:39.236999 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-268c2ee2-0546-416c-899c-bd424d15cd32 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Made reservation on behalf of 218bf6ebc44c444e911ba343e1c14785 for: {'port': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:06:39.241399 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-268c2ee2-0546-416c-899c-bd424d15cd32 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:39.256220 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b6e70d1a-f077-454f-ac95-ce75ea729367 req-dc8f4323-e260-4ffe-ad97-1cb1a8b25b70 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797517 Nov 16 16:06:39.408236 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-268c2ee2-0546-416c-899c-bd424d15cd32 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Allocated IP 172.20.0.3 (db4f0bf1-384b-4186-b414-f554b98403a2/91053312-1024-48f7-ad2d-ea0694f03646/91aaaca5-262f-4d80-a2a1-1efde793c011) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:06:39.832830 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 43814) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:39.890557 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-268c2ee2-0546-416c-899c-bd424d15cd32 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:39.946876 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-268c2ee2-0546-416c-899c-bd424d15cd32 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:40.030597 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a59c253-a8cc-46ca-a788-c4fcba23d764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:40.066083 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-268c2ee2-0546-416c-899c-bd424d15cd32 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Network db4f0bf1-384b-4186-b414-f554b98403a2 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:06:40.110859 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-268c2ee2-0546-416c-899c-bd424d15cd32 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:06:40.114900 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-268c2ee2-0546-416c-899c-bd424d15cd32 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:06:40.141212 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c2ee2-0546-416c-899c-bd424d15cd32 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Pushing event updated for resources: {'Port': ['ID=91aaaca5-262f-4d80-a2a1-1efde793c011,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:40.153055 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb3e0c-6a2c-473f-bf5c-c414485eed84 req-0c9b99c3-97be-44d5-9075-a69c4d28a3fa tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:40.155916 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-43eb3e0c-6a2c-473f-bf5c-c414485eed84 req-0c9b99c3-97be-44d5-9075-a69c4d28a3fa tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 931 time: 0.2228849 Nov 16 16:06:40.250381 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-268c2ee2-0546-416c-899c-bd424d15cd32 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:40.251243 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-268c2ee2-0546-416c-899c-bd424d15cd32 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:40.290421 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a59c253-a8cc-46ca-a788-c4fcba23d764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:40.312440 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769202e-d520-492d-9835-7c6c6cac04f9 req-c2952b80-2d7d-4441-ba1c-41fb4faea6f7 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:40.320126 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8769202e-d520-492d-9835-7c6c6cac04f9 req-c2952b80-2d7d-4441-ba1c-41fb4faea6f7 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 945 time: 0.1590419 Nov 16 16:06:40.337933 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-268c2ee2-0546-416c-899c-bd424d15cd32 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3524346 Nov 16 16:06:40.338579 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a59c253-a8cc-46ca-a788-c4fcba23d764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:40.378179 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Request body: {'port': {'device_id': 'be30cc01-fa20-42f1-80d2-a8becb9a7e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:06:40.412348 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-43eb3e0c-6a2c-473f-bf5c-c414485eed84 req-a40b5264-713b-41d0-a173-12a3f8759c42 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449346 Nov 16 16:06:40.523847 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-2a59c253-a8cc-46ca-a788-c4fcba23d764 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00d4746de1e546cc81b077697fe0319e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6839454 Nov 16 16:06:40.546942 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59c253-a8cc-46ca-a788-c4fcba23d764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd56a7b8-1d9e-4efb-bce6-4d75eadbe030,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:40.549927 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 43830) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:40.580117 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010fd54-9b96-49d9-8be0-bdc3f1d21539 req-47e20db0-cd98-4079-95c4-071a1f2acf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:40.582981 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-2010fd54-9b96-49d9-8be0-bdc3f1d21539 req-47e20db0-cd98-4079-95c4-071a1f2acf5c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 1098 time: 0.0625095 Nov 16 16:06:40.600678 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8769202e-d520-492d-9835-7c6c6cac04f9 req-ef802993-0316-4336-b0b5-8e3b48cf5571 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795899 Nov 16 16:06:40.642836 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:40.665537 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-2010fd54-9b96-49d9-8be0-bdc3f1d21539 req-ffb58d6a-39e4-4aa6-8ca6-c3e3646c1e1c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731237 Nov 16 16:06:40.687521 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eafd2f-8e4a-4e47-9f80-5150201799ad req-4cd48b85-d2bf-44ae-8bd2-eb75da67ff04 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:40.689435 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b7eafd2f-8e4a-4e47-9f80-5150201799ad req-4cd48b85-d2bf-44ae-8bd2-eb75da67ff04 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.2001936 Nov 16 16:06:40.770577 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-425e06ae-425e-416a-aea0-17082a4876ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:40.875005 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-425e06ae-425e-416a-aea0-17082a4876ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:40.940162 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b7eafd2f-8e4a-4e47-9f80-5150201799ad req-fd302fda-518c-413e-b834-5d43e0398a2a tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246220 Nov 16 16:06:41.052067 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-425e06ae-425e-416a-aea0-17082a4876ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.054709 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-425e06ae-425e-416a-aea0-17082a4876ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.058258 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-425e06ae-425e-416a-aea0-17082a4876ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd56a7b8-1d9e-4efb-bce6-4d75eadbe030 HTTP/1.1" status: 204 len: 168 time: 0.5013869 Nov 16 16:06:41.078748 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 68ede3d7-0ef4-42a4-b3de-ef6046161db6 no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:06:41.084104 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e06ae-425e-416a-aea0-17082a4876ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd56a7b8-1d9e-4efb-bce6-4d75eadbe030,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:41.246709 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.260122 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91aaaca5-262f-4d80-a2a1-1efde793c011 {{(pid=101853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:06:41.272350 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.282716 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6447972e-6291-4e68-8271-c93523206230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ede3d7-0ef4-42a4-b3de-ef6046161db6'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:06:41.285318 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5a0b55-6536-47a2-b8c4-29c5a32c72e7" -d '{"events": [{"server_uuid": "6447972e-6291-4e68-8271-c93523206230", "name": "network-vif-unplugged", "status": "completed", "tag": "68ede3d7-0ef4-42a4-b3de-ef6046161db6"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:06:41.289474 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.provisioning_blocks [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Transition to ACTIVE for port object 91aaaca5-262f-4d80-a2a1-1efde793c011 will not be triggered until provisioned by entity L2. {{(pid=101853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:06:41.299377 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.360721 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Pushing event updated for resources: {'Port': ['ID=91aaaca5-262f-4d80-a2a1-1efde793c011,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:41.396780 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 68ede3d7-0ef4-42a4-b3de-ef6046161db6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:41.404042 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29420c15-70d1-4cc7-b0aa-3dda46f759ce x-openstack-request-id: req-29420c15-70d1-4cc7-b0aa-3dda46f759ce {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:06:41.404331 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6447972e-6291-4e68-8271-c93523206230", "name": "network-vif-unplugged", "status": "failed", "tag": "68ede3d7-0ef4-42a4-b3de-ef6046161db6", "code": 422}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:06:41.407458 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29420c15-70d1-4cc7-b0aa-3dda46f759ce {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:06:41.408998 dv-cinder-818098-2-iscsi neutron-server[101855]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6447972e-6291-4e68-8271-c93523206230', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'code': 422} returned with failed status Nov 16 16:06:41.415138 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.430826 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [req-c8fad1da-9505-471c-b0c9-075f488e1921 req-0675e32e-6454-47bc-b2b3-075efa35b865 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 16:06:41.432249 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c8fad1da-9505-471c-b0c9-075f488e1921 req-0675e32e-6454-47bc-b2b3-075efa35b865 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080304 Nov 16 16:06:41.485703 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Attempting to bind port 91aaaca5-262f-4d80-a2a1-1efde793c011 on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:06:41.486188 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Attempting to bind port 91aaaca5-262f-4d80-a2a1-1efde793c011 by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': '631b649c-9cd8-4fb9-bc74-c6744fd45870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db4f0bf1-384b-4186-b414-f554b98403a2'}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:06:41.486744 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Attempting to bind port 91aaaca5-262f-4d80-a2a1-1efde793c011 on network db4f0bf1-384b-4186-b414-f554b98403a2 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:06:41.492654 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Port 91aaaca5-262f-4d80-a2a1-1efde793c011 on network db4f0bf1-384b-4186-b414-f554b98403a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:06:41.493164 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Attempting to bind port 91aaaca5-262f-4d80-a2a1-1efde793c011 on network db4f0bf1-384b-4186-b414-f554b98403a2 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:06:41.499963 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:06:41.500461 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Checking segment: {'id': '631b649c-9cd8-4fb9-bc74-c6744fd45870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db4f0bf1-384b-4186-b414-f554b98403a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:06:41.500990 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Bound using segment: {'id': '631b649c-9cd8-4fb9-bc74-c6744fd45870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db4f0bf1-384b-4186-b414-f554b98403a2'} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:06:41.501804 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Bound port: 91aaaca5-262f-4d80-a2a1-1efde793c011, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631b649c-9cd8-4fb9-bc74-c6744fd45870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db4f0bf1-384b-4186-b414-f554b98403a2'}}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:06:41.502260 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.546323 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=68ede3d7-0ef4-42a4-b3de-ef6046161db6,revision_number=8']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:41.560173 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 43862) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:41.581412 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-15e7f258-6b21-40f4-b251-b8311e12c39d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.656047 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] For port 91aaaca5-262f-4d80-a2a1-1efde793c011, host hv-cinder-81809, cleared binding levels {{(pid=101853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:06:41.663796 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] For port 91aaaca5-262f-4d80-a2a1-1efde793c011, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=91aaaca5-262f-4d80-a2a1-1efde793c011,segment=NetworkSegment(631b649c-9cd8-4fb9-bc74-c6744fd45870),segment_id=631b649c-9cd8-4fb9-bc74-c6744fd45870)] {{(pid=101853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:06:41.699777 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.749367 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-15e7f258-6b21-40f4-b251-b8311e12c39d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.755949 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-15e7f258-6b21-40f4-b251-b8311e12c39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.778492 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:41.779654 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.781062 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] 10.222.0.62 "PUT /v2.0/ports/91aaaca5-262f-4d80-a2a1-1efde793c011 HTTP/1.1" status: 200 len: 1093 time: 1.4314675 Nov 16 16:06:41.788496 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be30cc01-fa20-42f1-80d2-a8becb9a7e2f', 'tag': '91aaaca5-262f-4d80-a2a1-1efde793c011'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:06:41.790780 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be90b1a1-a575-4f44-a8b5-bee885ab2bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "be30cc01-fa20-42f1-80d2-a8becb9a7e2f", "tag": "91aaaca5-262f-4d80-a2a1-1efde793c011"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:06:41.810428 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-15e7f258-6b21-40f4-b251-b8311e12c39d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=21167a5f516440ea9abcfcc2027d9486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487485 Nov 16 16:06:41.811592 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7f258-6b21-40f4-b251-b8311e12c39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0066e52b-f0f4-4722-a2eb-b4566fef527a,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:41.814387 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 43872) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:41.889114 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5784ed3c-813b-4072-9172-de1b588b4573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.917847 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5784ed3c-813b-4072-9172-de1b588b4573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.969784 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c8595-5586-400f-84a3-8a19cc993f35 req-a82a9edf-b091-4ccb-9647-de91eaa79bec tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:41.971013 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-da4c8595-5586-400f-84a3-8a19cc993f35 req-a82a9edf-b091-4ccb-9647-de91eaa79bec tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 943 time: 0.4250503 Nov 16 16:06:41.984372 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5784ed3c-813b-4072-9172-de1b588b4573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.987442 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5784ed3c-813b-4072-9172-de1b588b4573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:41.989814 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-5784ed3c-813b-4072-9172-de1b588b4573 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0066e52b-f0f4-4722-a2eb-b4566fef527a HTTP/1.1" status: 204 len: 168 time: 0.1740425 Nov 16 16:06:42.001890 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784ed3c-813b-4072-9172-de1b588b4573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0066e52b-f0f4-4722-a2eb-b4566fef527a,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:42.005414 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250e14e-3de6-4c00-8e9d-8bc0709863bc service neutron] Pushing event updated for resources: {'Port': ['ID=91aaaca5-262f-4d80-a2a1-1efde793c011,revision_number=3']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:42.068754 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18883fac-d2ce-4a4e-a0a1-d7491715cea6 req-b36265f1-32c3-4768-bf6b-dd70c798a81a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:42.076087 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-18883fac-d2ce-4a4e-a0a1-d7491715cea6 req-b36265f1-32c3-4768-bf6b-dd70c798a81a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.2923396 Nov 16 16:06:42.110325 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-b9c06f19-2d3f-42f4-97e2-0399b56d6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:42.111836 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-b9c06f19-2d3f-42f4-97e2-0399b56d6f7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218bf6ebc44c444e911ba343e1c14785&device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 1096 time: 0.1984940 Nov 16 16:06:42.178536 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-da4c8595-5586-400f-84a3-8a19cc993f35 req-07ceb752-a334-44e6-98bb-fc8bf52d40b9 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934164 Nov 16 16:06:42.183154 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-70300581-459a-453e-b0e1-f26e098a26a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91aaaca5-262f-4d80-a2a1-1efde793c011 HTTP/1.1" status: 200 len: 217 time: 0.0566046 Nov 16 16:06:42.225580 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-18883fac-d2ce-4a4e-a0a1-d7491715cea6 req-e82ec3c6-04e0-41f7-aacc-31eafff69b8d tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440384 Nov 16 16:06:42.301483 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308131b8-98c1-49aa-ad1b-5e9a407126d4 x-openstack-request-id: req-308131b8-98c1-49aa-ad1b-5e9a407126d4 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:06:42.301818 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be30cc01-fa20-42f1-80d2-a8becb9a7e2f", "tag": "91aaaca5-262f-4d80-a2a1-1efde793c011", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:06:42.302102 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-308131b8-98c1-49aa-ad1b-5e9a407126d4 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:06:42.302556 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be30cc01-fa20-42f1-80d2-a8becb9a7e2f', 'tag': '91aaaca5-262f-4d80-a2a1-1efde793c011', 'status': 'completed', 'code': 200} Nov 16 16:06:42.313134 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-f8a48437-d7d3-4b02-a8de-073c850b039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:42.315200 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-f8a48437-d7d3-4b02-a8de-073c850b039e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91053312-1024-48f7-ad2d-ea0694f03646 HTTP/1.1" status: 200 len: 854 time: 0.1206355 Nov 16 16:06:42.344771 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 43894) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:42.361277 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-582ab530-3ed7-4729-9fb4-6a0b842e05d8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db4f0bf1-384b-4186-b414-f554b98403a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370750 Nov 16 16:06:42.468787 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d3414-fe04-413c-b015-01e07c36a48c req-cd1764de-5a01-47c4-bded-9393a9adf4ab tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:42.470350 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6f5d3414-fe04-413c-b015-01e07c36a48c req-cd1764de-5a01-47c4-bded-9393a9adf4ab tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.1122818 Nov 16 16:06:42.557040 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-c4c6d271-704d-43eb-aa8c-c12c591e1a68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2108033 Nov 16 16:06:42.571947 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-482c9553-ecd3-4824-bfc6-8131c1a62738 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 16:06:42.577326 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-482c9553-ecd3-4824-bfc6-8131c1a62738 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055904 Nov 16 16:06:42.718887 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 43904) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:42.740404 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d7dde65f-b15f-401c-b5f6-ad4fc7b98f65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:42.838715 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-4432473e-f66e-4575-bab3-06a8435fe765 service neutron] 10.222.0.62 "GET /v2.0/networks/db4f0bf1-384b-4186-b414-f554b98403a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677594 Nov 16 16:06:42.890180 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6f5d3414-fe04-413c-b015-01e07c36a48c req-2e86cb49-9390-4ff5-9264-df0feee1a519 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085083 Nov 16 16:06:42.946600 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d7dde65f-b15f-401c-b5f6-ad4fc7b98f65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:42.955626 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d7dde65f-b15f-401c-b5f6-ad4fc7b98f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:42.989970 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dde65f-b15f-401c-b5f6-ad4fc7b98f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9c48a6-31a2-409e-8c4e-6edec028fc42,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:43.015760 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-d7dde65f-b15f-401c-b5f6-ad4fc7b98f65 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8332b21de20a44a799e63ffa4a3aecdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957168 Nov 16 16:06:43.018246 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 43912) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:43.030809 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-038d1da9-e03e-48f9-ba1b-6e3f343d4e54 req-72ae151b-e361-43d9-b9b1-ee71ba966627 service neutron] 10.222.0.62 "GET /v2.0/networks/db4f0bf1-384b-4186-b414-f554b98403a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758070 Nov 16 16:06:43.080998 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-96299424-851a-4a0f-83f4-12de6b5ef25c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:43.107503 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-96299424-851a-4a0f-83f4-12de6b5ef25c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:43.172220 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-96299424-851a-4a0f-83f4-12de6b5ef25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:43.174943 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-96299424-851a-4a0f-83f4-12de6b5ef25c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:43.176266 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-96299424-851a-4a0f-83f4-12de6b5ef25c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c9c48a6-31a2-409e-8c4e-6edec028fc42 HTTP/1.1" status: 204 len: 168 time: 0.1568918 Nov 16 16:06:43.221160 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96299424-851a-4a0f-83f4-12de6b5ef25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9c48a6-31a2-409e-8c4e-6edec028fc42,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:43.303996 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90b1a1-a575-4f44-a8b5-bee885ab2bfe req-9b97ea99-3c40-4010-8057-c9ac325889ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:43.311732 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-be90b1a1-a575-4f44-a8b5-bee885ab2bfe req-9b97ea99-3c40-4010-8057-c9ac325889ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218bf6ebc44c444e911ba343e1c14785&device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 1096 time: 0.1985815 Nov 16 16:06:43.387640 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:06:43.833344 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dd591-39ea-4258-8955-7ba9fcbff75c req-b3ea62e4-8ddc-4f7b-adcc-470b762ad80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:43.838685 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-ef6dd591-39ea-4258-8955-7ba9fcbff75c req-b3ea62e4-8ddc-4f7b-adcc-470b762ad80f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29515163ad924903a1d1f653c9f77ee0&device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 1098 time: 0.1097248 Nov 16 16:06:43.847763 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90b1a1-a575-4f44-a8b5-bee885ab2bfe req-1877b345-448b-4e54-b6a3-3f2baa2c812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:43.851473 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-be90b1a1-a575-4f44-a8b5-bee885ab2bfe req-1877b345-448b-4e54-b6a3-3f2baa2c812b service neutron] 10.222.0.62 "GET /v2.0/networks?id=db4f0bf1-384b-4186-b414-f554b98403a2 HTTP/1.1" status: 200 len: 915 time: 0.5146661 Nov 16 16:06:43.890396 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036a438-c595-4532-85b8-290ef73904ab req-a02db66f-e47a-4c75-8ea5-a5ad12376487 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:43.892012 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0036a438-c595-4532-85b8-290ef73904ab req-a02db66f-e47a-4c75-8ea5-a5ad12376487 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 943 time: 0.5732956 Nov 16 16:06:43.943390 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-be90b1a1-a575-4f44-a8b5-bee885ab2bfe req-3d496cb3-c1cf-4803-87b5-9b9bf599ce24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91aaaca5-262f-4d80-a2a1-1efde793c011 HTTP/1.1" status: 200 len: 217 time: 0.0832417 Nov 16 16:06:43.964705 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a142e75-b850-49cf-968e-9480b67163c5 req-3c264c5d-0c50-4aac-82c3-dadca7bc9d86 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:43.966335 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dd591-39ea-4258-8955-7ba9fcbff75c req-8dc855bb-eb1d-4dc6-9d8f-d0b480de58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:43.966801 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5a142e75-b850-49cf-968e-9480b67163c5 req-3c264c5d-0c50-4aac-82c3-dadca7bc9d86 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.2386248 Nov 16 16:06:43.967900 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-ef6dd591-39ea-4258-8955-7ba9fcbff75c req-8dc855bb-eb1d-4dc6-9d8f-d0b480de58f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 HTTP/1.1" status: 200 len: 920 time: 0.1194630 Nov 16 16:06:44.038021 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-ef6dd591-39ea-4258-8955-7ba9fcbff75c req-d39962f4-4264-48bd-af70-817859c74633 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc HTTP/1.1" status: 200 len: 217 time: 0.0552030 Nov 16 16:06:44.082909 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90b1a1-a575-4f44-a8b5-bee885ab2bfe req-52008d4a-2e86-42fc-91f0-b18dee912ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:44.086074 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-be90b1a1-a575-4f44-a8b5-bee885ab2bfe req-52008d4a-2e86-42fc-91f0-b18dee912ae7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91053312-1024-48f7-ad2d-ea0694f03646 HTTP/1.1" status: 200 len: 854 time: 0.1162615 Nov 16 16:06:44.122731 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dd591-39ea-4258-8955-7ba9fcbff75c req-7ff03d83-8b41-45a8-bc18-afe7186f53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:44.124376 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-ef6dd591-39ea-4258-8955-7ba9fcbff75c req-7ff03d83-8b41-45a8-bc18-afe7186f53f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04bfc9da-d704-4273-b63a-6fd73d56e6c3 HTTP/1.1" status: 200 len: 859 time: 0.0778024 Nov 16 16:06:44.173208 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0036a438-c595-4532-85b8-290ef73904ab req-23c3ab67-be43-4122-aa59-5a91ff4a219b tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261903 Nov 16 16:06:44.180610 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-ef6dd591-39ea-4258-8955-7ba9fcbff75c req-7a5ed8d5-5882-49cb-b9c4-f5986c02ccc7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381660 Nov 16 16:06:44.190635 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5a142e75-b850-49cf-968e-9480b67163c5 req-7c511ec3-4e67-44c3-aaea-6af9942b2ed2 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019074 Nov 16 16:06:44.233207 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-be90b1a1-a575-4f44-a8b5-bee885ab2bfe req-fed8f36d-4e81-4d1b-abb5-efd2cadf57f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db4f0bf1-384b-4186-b414-f554b98403a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538223 Nov 16 16:06:44.326790 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-ef6dd591-39ea-4258-8955-7ba9fcbff75c req-42cbe961-293f-4929-aa9b-8ab01c57f48d service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216924 Nov 16 16:06:44.464603 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-be90b1a1-a575-4f44-a8b5-bee885ab2bfe req-5f152e29-45ad-4cb9-9ebd-8e55a773458b service neutron] 10.222.0.62 "GET /v2.0/networks/db4f0bf1-384b-4186-b414-f554b98403a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168088 Nov 16 16:06:44.475759 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6c70c-ee04-4e20-a240-08348f8cd78e req-eb06b106-4e90-4c2c-97a3-dc720a3ede65 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:44.483635 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fbb6c70c-ee04-4e20-a240-08348f8cd78e req-eb06b106-4e90-4c2c-97a3-dc720a3ede65 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.1458056 Nov 16 16:06:44.494828 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-ef6dd591-39ea-4258-8955-7ba9fcbff75c req-e049dbd8-cf3e-4846-a05b-e6c13bc8d4b2 service neutron] 10.222.0.62 "GET /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527045 Nov 16 16:06:44.600017 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-be90b1a1-a575-4f44-a8b5-bee885ab2bfe req-17ac8876-dc57-429b-994d-2b8451ec453f service neutron] 10.222.0.62 "GET /v2.0/networks/db4f0bf1-384b-4186-b414-f554b98403a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137397 Nov 16 16:06:44.662251 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fbb6c70c-ee04-4e20-a240-08348f8cd78e req-76144e1b-79e8-4472-8ffd-bb4a16533998 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709542 Nov 16 16:06:45.137879 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-5164b257-9f04-40f0-a068-bd2fce34a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:45.139599 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-5164b257-9f04-40f0-a068-bd2fce34a75d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230&tenant_id=ae9bddc9870246e99f813976878279cb HTTP/1.1" status: 200 len: 1096 time: 0.0936503 Nov 16 16:06:45.239350 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-9c5e6a24-2cb3-4a89-b055-b2db9e6eef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:45.239350 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-9c5e6a24-2cb3-4a89-b055-b2db9e6eef68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae9bddc9870246e99f813976878279cb&device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 1096 time: 0.0692255 Nov 16 16:06:45.475668 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca59306-b654-41f6-8990-d5e02afd6d24 req-96c90763-a32b-46cc-b817-7ca1a985ef99 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:45.477038 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7ca59306-b654-41f6-8990-d5e02afd6d24 req-96c90763-a32b-46cc-b817-7ca1a985ef99 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 943 time: 0.1380858 Nov 16 16:06:45.484124 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f11804-7451-464e-9a4c-9d405d6ddee4 req-d57741de-b9f4-4df5-a64d-efd100cb3e12 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:45.485478 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b8f11804-7451-464e-9a4c-9d405d6ddee4 req-d57741de-b9f4-4df5-a64d-efd100cb3e12 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.1477058 Nov 16 16:06:45.497058 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-1801851c-e7aa-45c0-85ae-24e683f4a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:45.499320 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-1801851c-e7aa-45c0-85ae-24e683f4a947 service neutron] 10.222.0.62 "GET /v2.0/networks?id=72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 200 len: 917 time: 0.2544990 Nov 16 16:06:45.644872 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7ca59306-b654-41f6-8990-d5e02afd6d24 req-3f40ab04-799d-483a-b134-ca6b1adeb099 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573930 Nov 16 16:06:45.665248 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-a47d1a83-3ffe-4a6b-9522-c05ccc6bee63 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6 HTTP/1.1" status: 200 len: 999 time: 0.1464794 Nov 16 16:06:45.671283 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b8f11804-7451-464e-9a4c-9d405d6ddee4 req-58e9e0f2-30a6-4c50-aba7-cf94716c0f17 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695430 Nov 16 16:06:45.748138 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-8862ba43-cf4b-401c-bcfc-c964e8a18f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:45.749681 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-8862ba43-cf4b-401c-bcfc-c964e8a18f3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=060fb2ef-695e-459c-84ba-c29c715db089 HTTP/1.1" status: 200 len: 855 time: 0.0717587 Nov 16 16:06:45.807366 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-3f7f5033-bb0c-4ce5-9347-8f54d54d305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:45.808924 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-3f7f5033-bb0c-4ce5-9347-8f54d54d305f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72ea3377-b38c-416b-8581-98962c72f168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501390 Nov 16 16:06:45.923252 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22da89a-7f34-4221-afb3-abd16d0dcac0 req-5450de6b-8377-4428-b1ec-bd418b7db1fe tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:45.924860 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a22da89a-7f34-4221-afb3-abd16d0dcac0 req-5450de6b-8377-4428-b1ec-bd418b7db1fe tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0970953 Nov 16 16:06:45.967169 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-f4f98c26-a075-4368-b3b3-da4ec7c3f91c service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467788 Nov 16 16:06:46.011997 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a22da89a-7f34-4221-afb3-abd16d0dcac0 req-59d14504-f085-463b-8933-57c89285e9c2 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778909 Nov 16 16:06:46.086054 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-375ecd66-6b95-494b-9bcd-c83ecb351698 req-26b6a026-487d-4f44-a4a6-dd28062928f8 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035147 Nov 16 16:06:46.973974 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42506a3-6fb7-42fe-87fb-0dca5a1da9f9 req-9f0a3519-79ad-4bfe-aeff-cbdad97e2778 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:46.977685 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c42506a3-6fb7-42fe-87fb-0dca5a1da9f9 req-9f0a3519-79ad-4bfe-aeff-cbdad97e2778 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 943 time: 0.2026145 Nov 16 16:06:47.029551 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03fda8-f289-433f-b6c2-a9a7956bed60 req-0bf1da5a-c883-4ca8-8f18-e23efe2c0f76 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:47.041881 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1d03fda8-f289-433f-b6c2-a9a7956bed60 req-0bf1da5a-c883-4ca8-8f18-e23efe2c0f76 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.2239850 Nov 16 16:06:47.164571 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c42506a3-6fb7-42fe-87fb-0dca5a1da9f9 req-747682b2-229d-42c1-af93-b31462bfcef2 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768115 Nov 16 16:06:47.243885 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1d03fda8-f289-433f-b6c2-a9a7956bed60 req-fcb7922d-f264-4622-bd48-0dd0b855a3bc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835353 Nov 16 16:06:47.362146 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632fc6e-68fd-4b6a-911f-16b14529f378 req-54b7dbc0-31be-4da7-b593-332f53908f80 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:47.364629 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5632fc6e-68fd-4b6a-911f-16b14529f378 req-54b7dbc0-31be-4da7-b593-332f53908f80 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0716181 Nov 16 16:06:47.460450 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5632fc6e-68fd-4b6a-911f-16b14529f378 req-838f961e-cc67-4f20-aaa2-0cd1d1ef3ca2 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892489 Nov 16 16:06:48.180024 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 91aaaca5-262f-4d80-a2a1-1efde793c011 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:06:48.339191 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d4208-54e7-4f90-b70c-35e13ba77606 req-1e4162d5-a230-48b0-9d84-f475e47fcfae tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:48.351753 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d21d4208-54e7-4f90-b70c-35e13ba77606 req-1e4162d5-a230-48b0-9d84-f475e47fcfae tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 943 time: 0.1034167 Nov 16 16:06:48.414896 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 91aaaca5-262f-4d80-a2a1-1efde793c011, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=91aaaca5-262f-4d80-a2a1-1efde793c011,segment=NetworkSegment(631b649c-9cd8-4fb9-bc74-c6744fd45870),segment_id=631b649c-9cd8-4fb9-bc74-c6744fd45870)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:48.431217 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '91aaaca5-262f-4d80-a2a1-1efde793c011', 'network_id': 'db4f0bf1-384b-4186-b414-f554b98403a2', 'port_id': '91aaaca5-262f-4d80-a2a1-1efde793c011', 'mac_address': 'fa:16:3e:0e:91:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91053312-1024-48f7-ad2d-ea0694f03646', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:06:48.460160 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d21d4208-54e7-4f90-b70c-35e13ba77606 req-d2566473-e743-4fc4-a354-45a1262c441e tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022341 Nov 16 16:06:48.495661 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6312d2-06a0-4b18-8e58-46bf3ff187d7 req-888d56d9-8579-4a31-a91d-f801d38c8daf tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:48.503210 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dc6312d2-06a0-4b18-8e58-46bf3ff187d7 req-888d56d9-8579-4a31-a91d-f801d38c8daf tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.1234112 Nov 16 16:06:48.526516 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:48.552707 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91aaaca5-262f-4d80-a2a1-1efde793c011 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:06:48.574163 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dc6312d2-06a0-4b18-8e58-46bf3ff187d7 req-d27b3b55-2fc3-45d6-9e2e-985b64c122c7 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697677 Nov 16 16:06:48.592326 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 91aaaca5-262f-4d80-a2a1-1efde793c011, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=91aaaca5-262f-4d80-a2a1-1efde793c011,segment=NetworkSegment(631b649c-9cd8-4fb9-bc74-c6744fd45870),segment_id=631b649c-9cd8-4fb9-bc74-c6744fd45870)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:48.598186 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:48.655574 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=91aaaca5-262f-4d80-a2a1-1efde793c011,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:49.683754 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f63f5d-7645-4fad-ad5c-d10f54b85949 req-964f06e1-7db4-4619-9a74-c0b330e5b844 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:49.692588 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c9f63f5d-7645-4fad-ad5c-d10f54b85949 req-964f06e1-7db4-4619-9a74-c0b330e5b844 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 944 time: 0.1516318 Nov 16 16:06:49.799395 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c9f63f5d-7645-4fad-ad5c-d10f54b85949 req-f71909e4-3660-4811-946e-443f326b06a5 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061940 Nov 16 16:06:49.981146 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f9f86-a31b-4cd1-8016-b398feded8a6 req-353dfc99-b0df-429a-af52-2059aa1b05c1 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:49.982675 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-054f9f86-a31b-4cd1-8016-b398feded8a6 req-353dfc99-b0df-429a-af52-2059aa1b05c1 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.0955698 Nov 16 16:06:50.101481 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-054f9f86-a31b-4cd1-8016-b398feded8a6 req-23383041-a137-419e-924a-988da4fd0452 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874672 Nov 16 16:06:50.560770 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['91aaaca5-262f-4d80-a2a1-1efde793c011'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:06:50.748768 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-b7fde0fb-cbb2-4375-ae82-09b61b77a5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:51.045055 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a29f41-66cc-44be-84a9-05a323db886e req-2baa024e-3a80-4ea7-9801-2177deb7de08 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:51.061458 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-43a29f41-66cc-44be-84a9-05a323db886e req-2baa024e-3a80-4ea7-9801-2177deb7de08 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 944 time: 0.1116722 Nov 16 16:06:51.188033 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-43a29f41-66cc-44be-84a9-05a323db886e req-99b3a3c9-977f-4362-914f-c66885e8c20d tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265602 Nov 16 16:06:51.350025 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18d36-ed48-4a03-8c52-4d4796702239 req-2eea8132-e150-4665-81ee-36be0571e23b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:51.351896 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dea18d36-ed48-4a03-8c52-4d4796702239 req-2eea8132-e150-4665-81ee-36be0571e23b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.0603480 Nov 16 16:06:51.409486 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dea18d36-ed48-4a03-8c52-4d4796702239 req-7cd50210-a5e3-4994-90ee-fef33a435248 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513957 Nov 16 16:06:52.428279 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7075ccf-aea3-4a63-b25c-1e18c653dab5 req-3d7a68cd-c018-4dad-bc19-54f03e942e10 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:52.437240 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c7075ccf-aea3-4a63-b25c-1e18c653dab5 req-3d7a68cd-c018-4dad-bc19-54f03e942e10 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 944 time: 0.1269403 Nov 16 16:06:52.537843 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 91aaaca5-262f-4d80-a2a1-1efde793c011 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:06:52.615969 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c7075ccf-aea3-4a63-b25c-1e18c653dab5 req-e62575c3-ddae-4de6-a64a-70d3a66317ea tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688476 Nov 16 16:06:52.642060 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe3790-8369-4666-8fb0-d5507d326da5 req-c8af4ae4-7578-4fca-a1ec-812208de31a4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:52.649939 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f4fe3790-8369-4666-8fb0-d5507d326da5 req-c8af4ae4-7578-4fca-a1ec-812208de31a4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.1023796 Nov 16 16:06:52.651612 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 91aaaca5-262f-4d80-a2a1-1efde793c011 completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:06:52.669405 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 91aaaca5-262f-4d80-a2a1-1efde793c011 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:06:52.670362 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:52.730379 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f4fe3790-8369-4666-8fb0-d5507d326da5 req-b403b90d-f382-4624-99bf-c5d77100973f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742950 Nov 16 16:06:52.774629 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:52.819871 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be30cc01-fa20-42f1-80d2-a8becb9a7e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91aaaca5-262f-4d80-a2a1-1efde793c011'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:06:52.823693 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f728c53-dbeb-498f-800a-b9d17809b77f" -d '{"events": [{"server_uuid": "be30cc01-fa20-42f1-80d2-a8becb9a7e2f", "name": "network-vif-plugged", "status": "completed", "tag": "91aaaca5-262f-4d80-a2a1-1efde793c011"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:06:52.853856 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 91aaaca5-262f-4d80-a2a1-1efde793c011, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=91aaaca5-262f-4d80-a2a1-1efde793c011,segment=NetworkSegment(631b649c-9cd8-4fb9-bc74-c6744fd45870),segment_id=631b649c-9cd8-4fb9-bc74-c6744fd45870)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:06:52.864599 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:52.923858 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69012bc-6dc1-4577-8cc7-4d05373d47fd x-openstack-request-id: req-c69012bc-6dc1-4577-8cc7-4d05373d47fd {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:06:52.924638 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be30cc01-fa20-42f1-80d2-a8becb9a7e2f", "name": "network-vif-plugged", "status": "completed", "tag": "91aaaca5-262f-4d80-a2a1-1efde793c011", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:06:52.925161 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c69012bc-6dc1-4577-8cc7-4d05373d47fd {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:06:52.926542 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be30cc01-fa20-42f1-80d2-a8becb9a7e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91aaaca5-262f-4d80-a2a1-1efde793c011', 'code': 200} Nov 16 16:06:52.966340 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=91aaaca5-262f-4d80-a2a1-1efde793c011,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:53.032832 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-5f41b976-9667-4f0e-bf97-536c7828c2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:53.892513 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfd241-9175-4d79-89e6-b282a16a4830 req-330c1d15-e404-4453-af9e-fdf711f306ed tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:53.894699 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0dbfd241-9175-4d79-89e6-b282a16a4830 req-330c1d15-e404-4453-af9e-fdf711f306ed tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 945 time: 0.1314483 Nov 16 16:06:53.962394 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0dbfd241-9175-4d79-89e6-b282a16a4830 req-dacdbe94-ede3-46b4-8ae2-8218a86448da tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545435 Nov 16 16:06:53.977072 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa414998-5f16-4b29-9e15-d681e3888f67 req-92f60a92-b143-4a64-a8ba-a0412a1a7a81 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:53.978584 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-aa414998-5f16-4b29-9e15-d681e3888f67 req-92f60a92-b143-4a64-a8ba-a0412a1a7a81 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.1565847 Nov 16 16:06:54.038198 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-aa414998-5f16-4b29-9e15-d681e3888f67 req-97bc64a3-9f03-4994-81b1-2d6d1a52d379 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528178 Nov 16 16:06:54.347726 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:55.098890 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82333db-ac9f-44bc-9a38-e3b2e4379d55 req-d713c3cc-c5d4-4c70-b8e0-3a6d988df358 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:55.104896 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d82333db-ac9f-44bc-9a38-e3b2e4379d55 req-d713c3cc-c5d4-4c70-b8e0-3a6d988df358 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 945 time: 0.0564356 Nov 16 16:06:55.162818 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d82333db-ac9f-44bc-9a38-e3b2e4379d55 req-717d1b0d-b8f2-4258-b220-042a305826d6 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550709 Nov 16 16:06:55.210681 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9066d9-73ec-45ff-a418-4b7e2c40e8b4 req-b039d99e-7a90-4048-bce9-f344314a6efd tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:55.212197 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bf9066d9-73ec-45ff-a418-4b7e2c40e8b4 req-b039d99e-7a90-4048-bce9-f344314a6efd tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.0742483 Nov 16 16:06:55.270469 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bf9066d9-73ec-45ff-a418-4b7e2c40e8b4 req-30bf3c95-825a-4adf-8f59-68a3186a9f5d tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524194 Nov 16 16:06:55.718196 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:56.306989 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54ba33-211e-4a18-bb5a-6b2c7a2c8f3c req-3f35929a-bcf7-4f3f-b121-ee0933baab1a tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:56.314982 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3a54ba33-211e-4a18-bb5a-6b2c7a2c8f3c req-3f35929a-bcf7-4f3f-b121-ee0933baab1a tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 945 time: 0.0620046 Nov 16 16:06:56.375745 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3a54ba33-211e-4a18-bb5a-6b2c7a2c8f3c req-6e887616-2de3-4347-b5f9-cca8bffb7ea3 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591483 Nov 16 16:06:56.441750 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d25b8-483c-4d85-98e7-474c9463d724 req-2f9ea403-b405-4b00-93eb-81311c4c0840 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:56.459377 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e10d25b8-483c-4d85-98e7-474c9463d724 req-2f9ea403-b405-4b00-93eb-81311c4c0840 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.0805955 Nov 16 16:06:56.514787 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e10d25b8-483c-4d85-98e7-474c9463d724 req-84617de1-2a29-4835-88e4-b68055441f8c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545232 Nov 16 16:06:56.528832 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:56.617795 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:57.491241 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8c419-a6b2-4012-9565-9cbf2b4d5d7f req-adc4ce68-8ffa-450b-acb7-0d5100916572 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:57.492815 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-46a8c419-a6b2-4012-9565-9cbf2b4d5d7f req-adc4ce68-8ffa-450b-acb7-0d5100916572 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 945 time: 0.0519528 Nov 16 16:06:57.542837 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-46a8c419-a6b2-4012-9565-9cbf2b4d5d7f req-840e26ae-0d76-4834-bdfe-58ba0cb3413f tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439894 Nov 16 16:06:57.650776 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a5814-7106-490c-bc6a-aae33fccfdc7 req-082261e5-8044-484a-90bf-071487cb4713 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:57.652588 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9e0a5814-7106-490c-bc6a-aae33fccfdc7 req-082261e5-8044-484a-90bf-071487cb4713 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.0529652 Nov 16 16:06:57.710047 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9e0a5814-7106-490c-bc6a-aae33fccfdc7 req-2ea55e6c-d46b-4e32-b887-d7fba71d5b90 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510528 Nov 16 16:06:58.665866 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de0bd7-48a0-4aa7-a1d6-c6eafc21a620 req-8fb8e9cc-fec7-4a9a-b263-a7647762fa4d tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:58.667423 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-86de0bd7-48a0-4aa7-a1d6-c6eafc21a620 req-8fb8e9cc-fec7-4a9a-b263-a7647762fa4d tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 945 time: 0.0514965 Nov 16 16:06:58.730951 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-86de0bd7-48a0-4aa7-a1d6-c6eafc21a620 req-4b5b7848-a081-41d4-8f37-cffbe9e92a15 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574760 Nov 16 16:06:58.838614 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830f6aa-c508-43e2-a17a-b4bae9cf28f1 req-c54e5634-f892-41d7-af40-5f41d19b7e32 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:58.840027 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7830f6aa-c508-43e2-a17a-b4bae9cf28f1 req-c54e5634-f892-41d7-af40-5f41d19b7e32 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.0531454 Nov 16 16:06:58.893344 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7830f6aa-c508-43e2-a17a-b4bae9cf28f1 req-2cadc0a7-d1c7-4780-a5e8-d42e676e2514 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469553 Nov 16 16:06:59.713606 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 44222) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:59.758755 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Deleting subnet 682bfc38-3b7f-4e87-a5ba-4abc1cf86d48 {{(pid=101854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:06:59.762295 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:59.801086 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1522454'] for subnet, precommit_delete_associations {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:59.845755 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:59.867661 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac1aee-aac7-49fe-afa1-2873f6e9a172 req-890afdfe-e05c-4067-91c1-340b43f4e763 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:06:59.867661 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-25ac1aee-aac7-49fe-afa1-2873f6e9a172 req-890afdfe-e05c-4067-91c1-340b43f4e763 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 945 time: 0.0568466 Nov 16 16:06:59.908766 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3712696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3173595'] for subnet, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:59.919975 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-25ac1aee-aac7-49fe-afa1-2873f6e9a172 req-332a927b-1609-4feb-9c02-f927e23fb246 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485206 Nov 16 16:06:59.944709 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:06:59.944709 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/682bfc38-3b7f-4e87-a5ba-4abc1cf86d48 HTTP/1.1" status: 204 len: 168 time: 0.2285728 Nov 16 16:06:59.944709 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682bfc38-3b7f-4e87-a5ba-4abc1cf86d48,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:06:59.946141 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 44242) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:06:59.952428 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:59.953337 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:59.953337 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:59.953615 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:59.953768 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:59.954180 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:59.954504 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:59.955007 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:59.955515 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:59.956044 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:59.956708 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:06:59.957307 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ace5-c907-43fb-81e2-0b9d84ece34a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:00.131260 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-80011189-7ea5-4352-8e2a-2ef166029393 req-3d9c2a55-a956-4479-903b-61958822809f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1043146 Nov 16 16:07:00.134576 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:00.143226 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1369be0-0168-416a-9777-7300624f1449 req-5156e054-1185-42ef-ae33-e432ea4f1fa3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:00.145943 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f1369be0-0168-416a-9777-7300624f1449 req-5156e054-1185-42ef-ae33-e432ea4f1fa3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.1176715 Nov 16 16:07:00.241986 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b07e1-6bee-4c49-9f42-00866cc88df6 req-245f1292-39e4-43bd-9ef3-d636f7ae9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:00.243787 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-d37b07e1-6bee-4c49-9f42-00866cc88df6 req-245f1292-39e4-43bd-9ef3-d636f7ae9243 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 1098 time: 0.0454345 Nov 16 16:07:00.299782 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-d37b07e1-6bee-4c49-9f42-00866cc88df6 req-8fc974d2-0f46-4b74-95fb-9ee224543f3a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449736 Nov 16 16:07:00.503059 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:00.528620 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f1369be0-0168-416a-9777-7300624f1449 req-7d1101e0-7952-4262-9059-b699ddddce79 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743026 Nov 16 16:07:00.535535 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80011189-7ea5-4352-8e2a-2ef166029393 req-d7f64ea4-c267-4b90-9f31-dbf59cbeab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:00.537055 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-80011189-7ea5-4352-8e2a-2ef166029393 req-d7f64ea4-c267-4b90-9f31-dbf59cbeab2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b827321a45f5478a8bd7953ed7be64b6&device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 1099 time: 0.3743963 Nov 16 16:07:00.540483 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab3dac8-cc77-4d96-958c-ff31e1be9045']}} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:00.557973 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f20bebc-e743-475a-a193-d7e2f48a3177') {'for_net_delete': True} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:00.558272 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f20bebc-e743-475a-a193-d7e2f48a3177') {} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:00.575879 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1186850'] for segment, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:00.627814 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:00.637191 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:07:00.637608 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153758'] for segment, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: Traceback (most recent call last): Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: timer() Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: cb(*args, **kw) Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: return func(*args, **kwargs) Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: self._notify() Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: self.callback(batched_events) Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: event.method(event) Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: return f(self, *a, **k) Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._get(url).json() Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: return self.request(url, 'GET', **kwargs) Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:07:00.639330 dv-cinder-818098-2-iscsi neutron-server[101853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:07:00.710710 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:00.716866 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:00.722445 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3ab3dac8-cc77-4d96-958c-ff31e1be9045 HTTP/1.1" status: 204 len: 168 time: 0.7728088 Nov 16 16:07:00.722445 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80011189-7ea5-4352-8e2a-2ef166029393 req-1cb04b6c-3269-4f3a-b05f-de3966868f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:00.723717 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-80011189-7ea5-4352-8e2a-2ef166029393 req-1cb04b6c-3269-4f3a-b05f-de3966868f4d service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f HTTP/1.1" status: 200 len: 910 time: 0.1588898 Nov 16 16:07:00.733363 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab3dac8-cc77-4d96-958c-ff31e1be9045,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:00.747695 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:00.748044 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:00.748390 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:00.748792 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:00.749075 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:00.749405 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:00.749742 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:00.750073 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:00.750398 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:00.750730 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:00.751052 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:00.751370 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537be9b-7b09-4a8d-bce8-e6dcfd1b71d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:00.810003 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-80011189-7ea5-4352-8e2a-2ef166029393 req-9f8d282f-2583-48a6-894d-a91d19967b1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07aae0fa-265c-47a8-af4f-ea385dbee127 HTTP/1.1" status: 200 len: 1001 time: 0.0732224 Nov 16 16:07:00.879804 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80011189-7ea5-4352-8e2a-2ef166029393 req-e4f6b992-e3f1-448b-9200-2c70c8355b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:00.882371 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-80011189-7ea5-4352-8e2a-2ef166029393 req-e4f6b992-e3f1-448b-9200-2c70c8355b9e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ec2c535f-42fb-4fff-81b4-1040ff0751d5 HTTP/1.1" status: 200 len: 848 time: 0.0487275 Nov 16 16:07:00.905086 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 44268) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:00.932236 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80011189-7ea5-4352-8e2a-2ef166029393 req-2c66883e-5b26-41c3-a8ee-b2463f8fe955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:00.933725 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-80011189-7ea5-4352-8e2a-2ef166029393 req-2c66883e-5b26-41c3-a8ee-b2463f8fe955 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441666 Nov 16 16:07:00.950701 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-472d9532-fde4-4762-948f-d1765ad08dad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=66e03b8724364db290573e549b643dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424004 Nov 16 16:07:00.951441 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 44272) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:01.101646 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31174d-c1de-42c2-bab1-5760e3e0b07d req-709783ee-24ac-483a-82d2-7b3f0e4162ef tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:01.103145 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-db31174d-c1de-42c2-bab1-5760e3e0b07d req-709783ee-24ac-483a-82d2-7b3f0e4162ef tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 945 time: 0.1084847 Nov 16 16:07:01.139569 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-80011189-7ea5-4352-8e2a-2ef166029393 req-2e2ad0fc-705e-496a-9161-edccfef76481 service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964090 Nov 16 16:07:01.145510 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-60fee423-b971-4102-9cd1-30eef8583902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:01.225982 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-60fee423-b971-4102-9cd1-30eef8583902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:01.232258 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-db31174d-c1de-42c2-bab1-5760e3e0b07d req-9ec2fd16-8160-432b-959e-bc5a90a04cd6 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217697 Nov 16 16:07:01.295329 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-80011189-7ea5-4352-8e2a-2ef166029393 req-9c27979f-06f2-4b2d-85db-287bd1769589 service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311226 Nov 16 16:07:01.306453 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-60fee423-b971-4102-9cd1-30eef8583902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:01.309431 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-60fee423-b971-4102-9cd1-30eef8583902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:01.310554 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-60fee423-b971-4102-9cd1-30eef8583902 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ded7bdc8-a510-45d7-9763-b36ab50ad3db HTTP/1.1" status: 204 len: 168 time: 0.3493199 Nov 16 16:07:01.319943 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fee423-b971-4102-9cd1-30eef8583902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded7bdc8-a510-45d7-9763-b36ab50ad3db,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:01.670518 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618a03c-0f61-4d66-b1a1-6ccef3bd4c66 req-055142c2-a950-47ba-9d48-b4ecc0d10667 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:01.672053 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9618a03c-0f61-4d66-b1a1-6ccef3bd4c66 req-055142c2-a950-47ba-9d48-b4ecc0d10667 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.0580399 Nov 16 16:07:01.733104 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9618a03c-0f61-4d66-b1a1-6ccef3bd4c66 req-c07e324b-4a0c-4d0e-9d03-b677fdf157eb tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526006 Nov 16 16:07:02.036150 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 44310) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:02.155600 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2036103957-network', 'tenant_id': 'e31ed7321198471eb4645081b697d234'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:07:02.178189 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] Made reservation on behalf of e31ed7321198471eb4645081b697d234 for: {'network': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:07:02.180369 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:02.188631 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:02.271576 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:02.277259 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:02.301921 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=101854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:07:02.317694 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:02.321457 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:02.321802 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.segments_db [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] Added segment 54e5cd25-24b1-4899-b0c9-434c2813b02c of type vlan for network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 Nov 16 16:07:02.368162 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:02.370885 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac7240-5679-4bb4-a261-929d885477e9 req-bd05bd05-c713-4449-9fad-f53638cf9c70 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:02.372516 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-68ac7240-5679-4bb4-a261-929d885477e9 req-bd05bd05-c713-4449-9fad-f53638cf9c70 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 945 time: 0.0576546 Nov 16 16:07:02.394582 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:02.395596 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:02.396205 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:02.421583 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-68ac7240-5679-4bb4-a261-929d885477e9 req-c2163fe8-69e6-4ac4-97eb-67877b804265 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Nov 16 16:07:02.450521 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4131854 Nov 16 16:07:02.453288 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 44322) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:02.466078 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-ed77654d-f61c-4a21-9389-e7f06cf34e9b admin admin] Request body: {'subnet': {'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2036103957-subnet', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'ip_version': 4}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:07:02.478750 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa6395-aeec-4b73-988f-d8984fc479c3 admin admin] Pushing event updated for resources: {'Network': ['ID=5a89a656-9dec-4820-a1cb-7b2fd3fcad27,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:02.497885 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed77654d-f61c-4a21-9389-e7f06cf34e9b admin admin] Made reservation on behalf of e31ed7321198471eb4645081b697d234 for: {'subnet': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:07:02.500536 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ed77654d-f61c-4a21-9389-e7f06cf34e9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3173568'] for subnet, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:02.655224 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:07:02.736220 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ed77654d-f61c-4a21-9389-e7f06cf34e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3712759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3173586'] for subnet, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:02.836778 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77654d-f61c-4a21-9389-e7f06cf34e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aad9b3d-1ec8-40ad-bc64-6d47be116d34,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:02.840060 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77654d-f61c-4a21-9389-e7f06cf34e9b admin admin] Checking segment: {'id': '54e5cd25-24b1-4899-b0c9-434c2813b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:07:02.842755 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77654d-f61c-4a21-9389-e7f06cf34e9b admin admin] Network hostable DHCP agents. Network: 5a89a656-9dec-4820-a1cb-7b2fd3fcad27, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:07:02.863802 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77654d-f61c-4a21-9389-e7f06cf34e9b admin admin] Network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:07:02.874777 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-ed77654d-f61c-4a21-9389-e7f06cf34e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, 5a89a656-9dec-4820-a1cb-7b2fd3fcad27) {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:07:02.880106 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed77654d-f61c-4a21-9389-e7f06cf34e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:02.882280 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ed77654d-f61c-4a21-9389-e7f06cf34e9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:02.885693 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eee264e-8b31-4e40-bd25-7395f98e9d37 None None] Network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:07:02.905876 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-ed77654d-f61c-4a21-9389-e7f06cf34e9b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4515185 Nov 16 16:07:02.908419 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 44366) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:02.911617 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13114b12-b6e8-48b4-80d3-298432128fa1 req-7931ad2a-d624-4019-961d-7e1de05e58be tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:02.913455 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-13114b12-b6e8-48b4-80d3-298432128fa1 req-7931ad2a-d624-4019-961d-7e1de05e58be tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.0832553 Nov 16 16:07:02.916790 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:07:02.953597 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15366'] for router, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:02.954776 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1753862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15391'] for router, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:03.005813 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-13114b12-b6e8-48b4-80d3-298432128fa1 req-59909e54-4b86-465e-af44-f4ce0700527b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782900 Nov 16 16:07:03.055396 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:03.133825 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93989c1-70f4-523d-88f7-0e38e565381d-5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'fixed_ips': [{'subnet_id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34'}]}} from dv-cinder-818098-2-iscsi. {{(pid=101855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 16:07:03.135089 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:03.238341 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:03.292560 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.db_base_plugin_common [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Allocated IP 172.20.0.2 (5a89a656-9dec-4820-a1cb-7b2fd3fcad27/9aad9b3d-1ec8-40ad-bc64-6d47be116d34/189f90fa-37a6-47d1-9e7d-bc7bd888e896) {{(pid=101855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:07:03.472018 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Publish callbacks [] for port, precommit_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:03.478827 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:03.481887 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:03.501735 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:03.525135 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 is already hosted by enough agents. {{(pid=101855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:07:03.528568 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.base_scheduler [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Resources bound (agent type, host, resource id): {{(pid=101855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:07:03.532829 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Received port after_create {{(pid=101855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:07:03.536035 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Pushing event updated for resources: {'Port': ['ID=189f90fa-37a6-47d1-9e7d-bc7bd888e896,revision_number=1']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:03.617774 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Allocated IP 172.27.1.69 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/8c861319-f7c7-4a17-b0d4-ea18d2970307) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:07:03.716810 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Attempting to bind port 189f90fa-37a6-47d1-9e7d-bc7bd888e896 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:07:03.717917 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Attempting to bind port 189f90fa-37a6-47d1-9e7d-bc7bd888e896 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '54e5cd25-24b1-4899-b0c9-434c2813b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:07:03.718719 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Attempting to bind port 189f90fa-37a6-47d1-9e7d-bc7bd888e896 on network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:07:03.725627 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:07:03.726426 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Checking segment: {'id': '54e5cd25-24b1-4899-b0c9-434c2813b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:07:03.727178 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:03.727987 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Bound using segment: {'id': '54e5cd25-24b1-4899-b0c9-434c2813b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:07:03.728626 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Bound port: 189f90fa-37a6-47d1-9e7d-bc7bd888e896, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e5cd25-24b1-4899-b0c9-434c2813b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:07:03.729182 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:03.753885 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:03.805596 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:03.808186 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] For port 189f90fa-37a6-47d1-9e7d-bc7bd888e896, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:07:03.811573 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] For port 189f90fa-37a6-47d1-9e7d-bc7bd888e896, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=189f90fa-37a6-47d1-9e7d-bc7bd888e896,segment=NetworkSegment(54e5cd25-24b1-4899-b0c9-434c2813b02c),segment_id=54e5cd25-24b1-4899-b0c9-434c2813b02c)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:07:03.817068 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:03.841993 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:07:03.846822 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:07:03.850590 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:07:03.875262 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Pushing event updated for resources: {'Port': ['ID=8c861319-f7c7-4a17-b0d4-ea18d2970307,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:03.901184 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7313c3-f5c2-4bee-8952-5f42a42d92dc None None] Pushing event updated for resources: {'Port': ['ID=189f90fa-37a6-47d1-9e7d-bc7bd888e896,revision_number=2']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:04.197146 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca76b33-74ae-4927-86d6-5f82386214b6 req-d5ed3c65-7d0d-41d9-9948-2b5d88cabaa3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:04.198749 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6ca76b33-74ae-4927-86d6-5f82386214b6 req-d5ed3c65-7d0d-41d9-9948-2b5d88cabaa3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.0975873 Nov 16 16:07:04.267493 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6ca76b33-74ae-4927-86d6-5f82386214b6 req-2539773c-c5d9-40d4-b9e1-d1a0e3586c6e tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608704 Nov 16 16:07:04.396219 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 189f90fa-37a6-47d1-9e7d-bc7bd888e896 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:07:04.465022 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 189f90fa-37a6-47d1-9e7d-bc7bd888e896 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:04.465406 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:04.470313 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:04.554015 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:04.561160 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218490d-9d61-48fb-95aa-315af0baa43f req-64df7469-f42c-446f-8f03-aaf8e0751a88 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:04.563087 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8218490d-9d61-48fb-95aa-315af0baa43f req-64df7469-f42c-446f-8f03-aaf8e0751a88 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0519485 Nov 16 16:07:04.599531 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] For port 189f90fa-37a6-47d1-9e7d-bc7bd888e896, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=189f90fa-37a6-47d1-9e7d-bc7bd888e896,segment=NetworkSegment(54e5cd25-24b1-4899-b0c9-434c2813b02c),segment_id=54e5cd25-24b1-4899-b0c9-434c2813b02c)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:04.604713 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:04.658387 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8218490d-9d61-48fb-95aa-315af0baa43f req-10a417b9-e56a-41df-80ff-1a57f0420ab5 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849040 Nov 16 16:07:04.660199 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=189f90fa-37a6-47d1-9e7d-bc7bd888e896,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:04.701673 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1753973'] for router, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:04.840302 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 is scheduled to L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a with binding_index 1 {{(pid=101854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 16:07:04.960965 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:07:04.972594 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Sync routers for ids ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:07:04.979816 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] Publish callbacks [] for router, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:04.981437 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-ea8d4519-1c95-48ef-94f0-ea203cb2fdcf admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0703871 Nov 16 16:07:04.984214 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 44414) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:04.984364 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Routers {'8310889f-c0ae-4dd3-a9bf-519bc3e27831'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:07:04.984923 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:06:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:05.025997 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b6bc2-d827-418b-8289-8ddcd044216c None None] Network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:07:05.058017 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 44416) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:05.116885 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Set router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:07:05.139528 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-ab807b8b-da97-4987-a103-8bd039926a32 None None] Provisioning complete for port 189f90fa-37a6-47d1-9e7d-bc7bd888e896 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:05.139909 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-ab807b8b-da97-4987-a103-8bd039926a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:05.219546 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-748ddba1-a5c7-4aeb-ad68-2b2e456a4600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:05.363322 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-748ddba1-a5c7-4aeb-ad68-2b2e456a4600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:05.369023 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-748ddba1-a5c7-4aeb-ad68-2b2e456a4600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:05.422567 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-748ddba1-a5c7-4aeb-ad68-2b2e456a4600 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65a44a1a75a34e4a985b6f1e0185f208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630354 Nov 16 16:07:05.424844 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ddba1-a5c7-4aeb-ad68-2b2e456a4600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbe74ae-2c19-4ea5-ba9a-42f34fe615f0,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:05.427202 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:07:04Z', 'revision_number': 3, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port': {'id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:03Z', 'updated_at': '2021-11-16T16:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:05.427666 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 44424) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:05.464370 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Checking router: 8310889f-c0ae-4dd3-a9bf-519bc3e27831 for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:07:05.464723 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Updating router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 port 8c861319-f7c7-4a17-b0d4-ea18d2970307 binding host dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:07:05.491023 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cb691340-b13f-458f-aa15-48e91b8ac22f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:05.506324 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d4166-8a2c-4b31-b098-0e5285899164 req-edc501e9-1c36-4cd4-9c3b-2b41c9d16e0b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:05.507926 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b63d4166-8a2c-4b31-b098-0e5285899164 req-edc501e9-1c36-4cd4-9c3b-2b41c9d16e0b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.1175637 Nov 16 16:07:05.513088 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:05.523790 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cb691340-b13f-458f-aa15-48e91b8ac22f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:05.586395 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cb691340-b13f-458f-aa15-48e91b8ac22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:05.589485 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cb691340-b13f-458f-aa15-48e91b8ac22f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:05.593071 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-cb691340-b13f-458f-aa15-48e91b8ac22f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0bbe74ae-2c19-4ea5-ba9a-42f34fe615f0 HTTP/1.1" status: 204 len: 168 time: 0.1619747 Nov 16 16:07:05.599397 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb691340-b13f-458f-aa15-48e91b8ac22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbe74ae-2c19-4ea5-ba9a-42f34fe615f0,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:05.605951 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b63d4166-8a2c-4b31-b098-0e5285899164 req-2aaef369-d4fe-4244-92e8-afb473d5df55 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887017 Nov 16 16:07:05.648669 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-82226b3f-b14c-441c-a474-21b9105ce9a9 None None] Provisioning complete for port 189f90fa-37a6-47d1-9e7d-bc7bd888e896 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:05.649228 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-82226b3f-b14c-441c-a474-21b9105ce9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:05.794646 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:05.871427 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b235b21-9a02-4b2c-8431-b0573fed3bc5 req-123c773b-d2be-4774-8f44-0453e497ec4a tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:05.873224 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3b235b21-9a02-4b2c-8431-b0573fed3bc5 req-123c773b-d2be-4774-8f44-0453e497ec4a tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.1019552 Nov 16 16:07:05.928273 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Publish callbacks [] for port, precommit_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:05.936159 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:06.001109 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Attempting to bind port 8c861319-f7c7-4a17-b0d4-ea18d2970307 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:07:06.001796 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Attempting to bind port 8c861319-f7c7-4a17-b0d4-ea18d2970307 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:07:06.001796 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Attempting to bind port 8c861319-f7c7-4a17-b0d4-ea18d2970307 on network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:07:06.009508 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3b235b21-9a02-4b2c-8431-b0573fed3bc5 req-eefbd528-cd71-4b1b-9d28-7d9cc247fbec tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084192 Nov 16 16:07:06.010007 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce3fa0-0ba1-4dc5-a1a7-2354004d4c1a None None] Pushing event updated for resources: {'Port': ['ID=8c861319-f7c7-4a17-b0d4-ea18d2970307,revision_number=2']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:06.012123 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:07:06.012467 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Checking segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:07:06.012864 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:06.013434 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Bound using segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:07:06.013901 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Bound port: 8c861319-f7c7-4a17-b0d4-ea18d2970307, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:07:06.014295 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:06.022309 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce3fa0-0ba1-4dc5-a1a7-2354004d4c1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:06.022536 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce3fa0-0ba1-4dc5-a1a7-2354004d4c1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:06.022850 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce3fa0-0ba1-4dc5-a1a7-2354004d4c1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:06.023190 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce3fa0-0ba1-4dc5-a1a7-2354004d4c1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:06.023550 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce3fa0-0ba1-4dc5-a1a7-2354004d4c1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:06.028111 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce3fa0-0ba1-4dc5-a1a7-2354004d4c1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:06.028111 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce3fa0-0ba1-4dc5-a1a7-2354004d4c1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:06.028111 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce3fa0-0ba1-4dc5-a1a7-2354004d4c1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:06.028111 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce3fa0-0ba1-4dc5-a1a7-2354004d4c1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:06.028111 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce3fa0-0ba1-4dc5-a1a7-2354004d4c1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:06.028111 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce3fa0-0ba1-4dc5-a1a7-2354004d4c1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:06.028111 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce3fa0-0ba1-4dc5-a1a7-2354004d4c1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:06.078591 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Allocated IP 172.20.0.1 (5a89a656-9dec-4820-a1cb-7b2fd3fcad27/9aad9b3d-1ec8-40ad-bc64-6d47be116d34/0309536b-659c-454e-a099-1e2f68be668b) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:07:06.079010 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] For port 8c861319-f7c7-4a17-b0d4-ea18d2970307, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:07:06.082901 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] For port 8c861319-f7c7-4a17-b0d4-ea18d2970307, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=8c861319-f7c7-4a17-b0d4-ea18d2970307,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:07:06.087167 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:06.151678 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Routers {'8310889f-c0ae-4dd3-a9bf-519bc3e27831'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:07:06.152533 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:06:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:06.188565 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:06.216275 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce3fa0-0ba1-4dc5-a1a7-2354004d4c1a None None] Pushing event updated for resources: {'Port': ['ID=8c861319-f7c7-4a17-b0d4-ea18d2970307,revision_number=3']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:06.225259 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:06.263871 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:07:06.270006 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:07:06.274222 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:07:06.305304 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Pushing event updated for resources: {'Port': ['ID=0309536b-659c-454e-a099-1e2f68be668b,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:06.329507 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754630'] for router_interface, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:06.368994 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 189f90fa-37a6-47d1-9e7d-bc7bd888e896 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:07:06.389421 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] Set router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:07:06.438346 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 189f90fa-37a6-47d1-9e7d-bc7bd888e896 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:06.439617 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:06.502441 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:06.574507 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-c683ec82-ab20-485c-b241-611a78a79de5 None None] Provisioning complete for port 0309536b-659c-454e-a099-1e2f68be668b triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:06.574897 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-c683ec82-ab20-485c-b241-611a78a79de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:06.611934 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-c683ec82-ab20-485c-b241-611a78a79de5 None None] Port 0309536b-659c-454e-a099-1e2f68be668b cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:07:06.619089 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:07:04Z', 'revision_number': 3, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port': {'id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:03Z', 'updated_at': '2021-11-16T16:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:06.645256 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4924cb8-6f78-4925-bae3-61dccee70dfb None None] The sync data for ids ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'] in dv-cinder-818098-2-iscsi is: [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:07:04Z', 'revision_number': 3, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port': {'id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:03Z', 'updated_at': '2021-11-16T16:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:07:06.687440 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:06.692652 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:06.796152 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Pushing event updated for resources: {'Port': ['ID=0309536b-659c-454e-a099-1e2f68be668b,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:06.799658 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1756342'] for router_interface, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:06.822178 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222de8b9-5526-42a1-935b-57d7ba932ceb req-83a837b9-e82c-455c-9b3f-35b1af440530 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:06.823735 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-222de8b9-5526-42a1-935b-57d7ba932ceb req-83a837b9-e82c-455c-9b3f-35b1af440530 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.1039903 Nov 16 16:07:06.936832 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-222de8b9-5526-42a1-935b-57d7ba932ceb req-8226d76c-7eb1-4116-af0f-1ee86be22004 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019120 Nov 16 16:07:06.960561 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:07:06.962025 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:07:07.130268 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:07:07.220443 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224e7fd-b4a1-4c95-bd01-5eeee9b6f0b5 req-0a60b6e1-ea46-4427-933b-ed625400ee82 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:07.222531 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d224e7fd-b4a1-4c95-bd01-5eeee9b6f0b5 req-0a60b6e1-ea46-4427-933b-ed625400ee82 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.1293666 Nov 16 16:07:07.244860 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-302bb4fb-503b-4aae-a675-65eaec2c5664 None None] Provisioning complete for port 0309536b-659c-454e-a099-1e2f68be668b triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:07.245208 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-302bb4fb-503b-4aae-a675-65eaec2c5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:07.282951 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-302bb4fb-503b-4aae-a675-65eaec2c5664 None None] Port 0309536b-659c-454e-a099-1e2f68be668b cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:07:07.298339 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:07:07.303360 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d224e7fd-b4a1-4c95-bd01-5eeee9b6f0b5 req-fc9aa780-cc04-43e2-9789-ff4dd45c4545 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674276 Nov 16 16:07:07.306924 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-7ad5da8d-38c5-419e-ab4b-0efe9c423199 admin admin] 10.222.0.46 "PUT /v2.0/routers/8310889f-c0ae-4dd3-a9bf-519bc3e27831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3214593 Nov 16 16:07:07.577921 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68144-3cc4-44fa-a1de-a0adbfe3d65a req-74d3ae16-9d51-4044-9f86-2d538a644513 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:07.579444 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c6a68144-3cc4-44fa-a1de-a0adbfe3d65a req-74d3ae16-9d51-4044-9f86-2d538a644513 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.62 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 945 time: 0.0637217 Nov 16 16:07:07.682399 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-c6a68144-3cc4-44fa-a1de-a0adbfe3d65a req-64ffefa2-e186-46d7-899d-bba87b65253d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Deleting port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:07:07.682750 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-c6a68144-3cc4-44fa-a1de-a0adbfe3d65a req-64ffefa2-e186-46d7-899d-bba87b65253d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:07.787378 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-c6a68144-3cc4-44fa-a1de-a0adbfe3d65a req-64ffefa2-e186-46d7-899d-bba87b65253d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] For port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a,segment=NetworkSegment(2cc70dcf-ba20-49e0-abc6-c98fc4657d2e),segment_id=2cc70dcf-ba20-49e0-abc6-c98fc4657d2e)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:07.788056 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-c6a68144-3cc4-44fa-a1de-a0adbfe3d65a req-64ffefa2-e186-46d7-899d-bba87b65253d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:07.800576 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-c6a68144-3cc4-44fa-a1de-a0adbfe3d65a req-64ffefa2-e186-46d7-899d-bba87b65253d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Calling delete_port for 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a owned by compute:nova {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:07:07.914085 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 44454) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:07.920530 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-61013616-network', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:07:07.949274 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-c6a68144-3cc4-44fa-a1de-a0adbfe3d65a req-64ffefa2-e186-46d7-899d-bba87b65253d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:07.960317 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] Made reservation on behalf of f3b03d68a4854f81af2a013406f55431 for: {'network': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:07:07.963725 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:07.964443 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc', '79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:07:07.995181 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffefa2-e186-46d7-899d-bba87b65253d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Pushing event deleted for resources: {'Port': ['ID=79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:08.011333 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.057184 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a68144-3cc4-44fa-a1de-a0adbfe3d65a req-64ffefa2-e186-46d7-899d-bba87b65253d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] No DVR routers for this DVR port 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a on host hv-cinder-81809 {{(pid=101853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:07:08.059772 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-c6a68144-3cc4-44fa-a1de-a0adbfe3d65a req-64ffefa2-e186-46d7-899d-bba87b65253d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.063847 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c6a68144-3cc4-44fa-a1de-a0adbfe3d65a req-64ffefa2-e186-46d7-899d-bba87b65253d tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.62 "DELETE /v2.0/ports/79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a HTTP/1.1" status: 204 len: 173 time: 0.4778132 Nov 16 16:07:08.075255 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78398054-0c37-4dfb-8926-a199cdf30248', 'name': 'network-vif-deleted', 'tag': '79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:07:08.077684 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db4655d-ef99-4bf2-8382-05bf9f98337a" -d '{"events": [{"server_uuid": "78398054-0c37-4dfb-8926-a199cdf30248", "name": "network-vif-deleted", "tag": "79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:07:08.153623 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8789f731-5b36-4033-985c-196d41bf4b08 x-openstack-request-id: req-8789f731-5b36-4033-985c-196d41bf4b08 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:07:08.153914 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78398054-0c37-4dfb-8926-a199cdf30248", "name": "network-vif-deleted", "tag": "79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:07:08.154171 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8789f731-5b36-4033-985c-196d41bf4b08 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:07:08.154571 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78398054-0c37-4dfb-8926-a199cdf30248', 'name': 'network-vif-deleted', 'tag': '79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a', 'status': 'completed', 'code': 200} Nov 16 16:07:08.174324 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e6de-59b9-4244-8f39-48b76da4a7d7 req-06387492-619b-47dc-98a5-3e1a49d934b7 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:08.176620 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-feb4e6de-59b9-4244-8f39-48b76da4a7d7 req-06387492-619b-47dc-98a5-3e1a49d934b7 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 943 time: 0.1206510 Nov 16 16:07:08.234757 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 68ede3d7-0ef4-42a4-b3de-ef6046161db6 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:07:08.256343 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.260428 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-feb4e6de-59b9-4244-8f39-48b76da4a7d7 req-775e7854-48d1-4d17-b5a5-3b51e76f7ec1 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775356 Nov 16 16:07:08.261551 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.292657 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=101853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:07:08.298059 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2eab7c-a7bf-4a52-9c12-197a039cfb15,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:08.306161 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.306510 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.segments_db [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] Added segment 36720170-9aac-4145-8162-876501b235dc of type vlan for network f5e10143-ce1a-4838-a6ed-c98e071001cc Nov 16 16:07:08.356755 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.406379 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.407341 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:08.407996 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.427166 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 68ede3d7-0ef4-42a4-b3de-ef6046161db6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:08.431879 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 8c861319-f7c7-4a17-b0d4-ea18d2970307 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:07:08.473500 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'port_id': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'mac_address': 'fa:16:3e:33:27:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:07:08.480218 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Sync routers for ids ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:07:08.485701 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-18547c2a-321f-471d-bb16-6303b1bb1183 req-b8193e8b-99b2-4210-91fd-cc0f9fb54e3f tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=78398054-0c37-4dfb-8926-a199cdf30248 HTTP/1.1" status: 200 len: 210 time: 0.0583396 Nov 16 16:07:08.497540 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5824149 Nov 16 16:07:08.500803 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 44464) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:08.504797 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b184e8c-aa14-4aa7-aec0-f257f6784a55 admin admin] Pushing event updated for resources: {'Network': ['ID=f5e10143-ce1a-4838-a6ed-c98e071001cc,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:08.506773 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-3b508196-18b6-4afa-870c-5490c1837d7f admin admin] Request body: {'subnet': {'network_id': 'f5e10143-ce1a-4838-a6ed-c98e071001cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-61013616-subnet', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'ip_version': 4}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:07:08.531014 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network f5e10143-ce1a-4838-a6ed-c98e071001cc details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:07:08.538507 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Routers {'8310889f-c0ae-4dd3-a9bf-519bc3e27831'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:07:08.539717 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:06:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:08.541188 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b508196-18b6-4afa-870c-5490c1837d7f admin admin] Made reservation on behalf of f3b03d68a4854f81af2a013406f55431 for: {'subnet': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:07:08.543574 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3b508196-18b6-4afa-870c-5490c1837d7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3173568'] for subnet, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.678086 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.723503 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ede3d7-0ef4-42a4-b3de-ef6046161db6 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:07:08.729853 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 8c861319-f7c7-4a17-b0d4-ea18d2970307 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:08.730226 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.754744 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3b508196-18b6-4afa-870c-5490c1837d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3712759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3173586'] for subnet, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.783691 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 68ede3d7-0ef4-42a4-b3de-ef6046161db6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:08.794955 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.838534 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b508196-18b6-4afa-870c-5490c1837d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=965d921d-8348-43aa-9814-6211e943a791,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:08.843624 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b508196-18b6-4afa-870c-5490c1837d7f admin admin] Checking segment: {'id': '36720170-9aac-4145-8162-876501b235dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f5e10143-ce1a-4838-a6ed-c98e071001cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:07:08.843977 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b508196-18b6-4afa-870c-5490c1837d7f admin admin] Network hostable DHCP agents. Network: f5e10143-ce1a-4838-a6ed-c98e071001cc, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:07:08.846035 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Set router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:07:08.861842 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b508196-18b6-4afa-870c-5490c1837d7f admin admin] Network f5e10143-ce1a-4838-a6ed-c98e071001cc is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:07:08.872675 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-3b508196-18b6-4afa-870c-5490c1837d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, f5e10143-ce1a-4838-a6ed-c98e071001cc) {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:07:08.876987 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b508196-18b6-4afa-870c-5490c1837d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:08.877574 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3b508196-18b6-4afa-870c-5490c1837d7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.886100 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd37e9f9-46c5-40dd-a3f3-292ca309347f None None] Network f5e10143-ce1a-4838-a6ed-c98e071001cc requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:07:08.898510 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-3b508196-18b6-4afa-870c-5490c1837d7f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3942323 Nov 16 16:07:08.898724 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 44466) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:08.903632 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-61013616-router', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:07:08.924597 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15366'] for router, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.926269 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1753862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15391'] for router, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.977508 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:08.983246 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=68ede3d7-0ef4-42a4-b3de-ef6046161db6,revision_number=9']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:09.043362 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:09.043751 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:09.044102 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:09.044446 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:09.044780 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:09.045112 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:09.045443 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:09.045772 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:09.046119 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:09.046450 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:09.046775 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:09.047098 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:07:09.100150 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:09.123387 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:09.249494 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['68ede3d7-0ef4-42a4-b3de-ef6046161db6'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:07:09.307059 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] For port 8c861319-f7c7-4a17-b0d4-ea18d2970307, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=8c861319-f7c7-4a17-b0d4-ea18d2970307,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:09.330917 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:09.357094 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:09.376034 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:09.407375 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb898e-2592-4379-a93d-5779e497c539 req-80a1a9d0-4ebf-48b2-a69e-afb198123726 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:09.411955 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-eacb898e-2592-4379-a93d-5779e497c539 req-80a1a9d0-4ebf-48b2-a69e-afb198123726 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 944 time: 0.0593727 Nov 16 16:07:09.460219 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-eacb898e-2592-4379-a93d-5779e497c539 req-d6716caa-ca5d-4abd-814e-800107ffc9fc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447001 Nov 16 16:07:09.507637 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Allocated IP 172.27.1.4 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/76cac7c6-cd4a-434d-a925-dbeab5f4bbf5) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:07:09.525259 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=8c861319-f7c7-4a17-b0d4-ea18d2970307,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:09.538173 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93989c1-70f4-523d-88f7-0e38e565381d-f5e10143-ce1a-4838-a6ed-c98e071001cc', 'network_id': 'f5e10143-ce1a-4838-a6ed-c98e071001cc', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'fixed_ips': [{'subnet_id': '965d921d-8348-43aa-9814-6211e943a791'}]}} from dv-cinder-818098-2-iscsi. {{(pid=101855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 16:07:09.539135 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:09.630710 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:09.666956 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:09.724216 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:07:06Z', 'revision_number': 4, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port': {'id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:03Z', 'updated_at': '2021-11-16T16:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '0309536b-659c-454e-a099-1e2f68be668b', 'name': '', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'mac_address': 'fa:16:3e:47:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:05Z', 'updated_at': '2021-11-16T16:07:06Z', 'revision_number': 2, 'project_id': 'e31ed7321198471eb4645081b697d234', 'subnets': [{'id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:09.743890 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:07:09.750142 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Pushing event updated for resources: {'Port': ['ID=76cac7c6-cd4a-434d-a925-dbeab5f4bbf5,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:09.754183 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:07:09.757003 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:07:09.784798 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Checking router: 8310889f-c0ae-4dd3-a9bf-519bc3e27831 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:07:09.785639 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Updating router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 port 0309536b-659c-454e-a099-1e2f68be668b binding host dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:07:09.831833 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaac10a-b13a-451a-ac55-6a0c68c3aac9 req-f53d1491-ce51-4803-9ccc-4a3479f89965 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:09.833339 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dfaac10a-b13a-451a-ac55-6a0c68c3aac9 req-f53d1491-ce51-4803-9ccc-4a3479f89965 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0520859 Nov 16 16:07:09.838038 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:09.845807 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.db_base_plugin_common [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Allocated IP 172.20.0.2 (f5e10143-ce1a-4838-a6ed-c98e071001cc/965d921d-8348-43aa-9814-6211e943a791/d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b) {{(pid=101855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:07:09.886180 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dfaac10a-b13a-451a-ac55-6a0c68c3aac9 req-7ad20371-2509-4a8a-9680-b8f0a007b39f tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458364 Nov 16 16:07:10.035803 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:10.148945 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Publish callbacks [] for port, precommit_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:10.167187 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:10.224966 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Network f5e10143-ce1a-4838-a6ed-c98e071001cc is already hosted by enough agents. {{(pid=101855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:07:10.235028 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.base_scheduler [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Resources bound (agent type, host, resource id): {{(pid=101855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:07:10.237929 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1753973'] for router, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:10.240994 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Received port after_create {{(pid=101855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:07:10.246039 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:07:10.290795 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Pushing event updated for resources: {'Port': ['ID=d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b,revision_number=1']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:10.301815 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:07:10.302158 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 79ddbfbc-87d6-4cbb-8ab7-1840fe13a61a not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:07:10.335049 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Publish callbacks [] for port, precommit_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:10.357245 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 8c861319-f7c7-4a17-b0d4-ea18d2970307 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:07:10.383864 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:10.384838 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Router 75a34599-c9d1-4aea-b43e-f48d344582a2 is scheduled to L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a with binding_index 1 {{(pid=101854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 16:07:10.425467 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Attempting to bind port d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:07:10.425900 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Attempting to bind port d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '36720170-9aac-4145-8162-876501b235dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f5e10143-ce1a-4838-a6ed-c98e071001cc'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:07:10.426418 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Attempting to bind port d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b on network f5e10143-ce1a-4838-a6ed-c98e071001cc {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:07:10.451287 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:07:10.451691 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Checking segment: {'id': '36720170-9aac-4145-8162-876501b235dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f5e10143-ce1a-4838-a6ed-c98e071001cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:07:10.452092 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:10.452485 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Bound using segment: {'id': '36720170-9aac-4145-8162-876501b235dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f5e10143-ce1a-4838-a6ed-c98e071001cc'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:07:10.452968 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Bound port: d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36720170-9aac-4145-8162-876501b235dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f5e10143-ce1a-4838-a6ed-c98e071001cc'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:07:10.453351 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:10.481887 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1beff-bf49-4aa1-9f89-7402d53296d1 None None] Pushing event updated for resources: {'Port': ['ID=0309536b-659c-454e-a099-1e2f68be668b,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:10.501192 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:07:10.518829 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Sync routers for ids ['75a34599-c9d1-4aea-b43e-f48d344582a2'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:07:10.530018 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] Publish callbacks [] for router, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:10.535260 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 44484) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:10.538914 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-7f72ee80-c6a9-4e8e-b2fe-b79880158886 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6391132 Nov 16 16:07:10.540183 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Routers {'75a34599-c9d1-4aea-b43e-f48d344582a2'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:07:10.540794 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:06:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['75a34599-c9d1-4aea-b43e-f48d344582a2'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:10.625294 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 8c861319-f7c7-4a17-b0d4-ea18d2970307 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:10.626916 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:10.661103 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Set router 75a34599-c9d1-4aea-b43e-f48d344582a2 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:07:10.676489 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Attempting to bind port 0309536b-659c-454e-a099-1e2f68be668b on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:07:10.676788 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Attempting to bind port 0309536b-659c-454e-a099-1e2f68be668b by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '54e5cd25-24b1-4899-b0c9-434c2813b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:07:10.677170 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Attempting to bind port 0309536b-659c-454e-a099-1e2f68be668b on network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:07:10.697847 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:07:10.697847 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Checking segment: {'id': '54e5cd25-24b1-4899-b0c9-434c2813b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:07:10.698223 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:10.698564 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Bound using segment: {'id': '54e5cd25-24b1-4899-b0c9-434c2813b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:07:10.699039 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Bound port: 0309536b-659c-454e-a099-1e2f68be668b, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e5cd25-24b1-4899-b0c9-434c2813b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:07:10.699420 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:10.703789 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] For port d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:07:10.714460 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] For port d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b,segment=NetworkSegment(36720170-9aac-4145-8162-876501b235dc),segment_id=36720170-9aac-4145-8162-876501b235dc)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:07:10.747695 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:10.754656 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fab43b-640f-4928-b167-eded146e6f65 req-a83ec276-7b1a-4669-b36f-61809441e7f5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:10.756228 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-64fab43b-640f-4928-b167-eded146e6f65 req-a83ec276-7b1a-4669-b36f-61809441e7f5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 944 time: 0.1297536 Nov 16 16:07:10.889634 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] For port 0309536b-659c-454e-a099-1e2f68be668b, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:07:10.897987 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-64fab43b-640f-4928-b167-eded146e6f65 req-52d16b00-def8-4db5-9630-1574991437c0 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312010 Nov 16 16:07:10.898173 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7de133-04b0-4a81-880b-7cdb5da07baf None None] Pushing event updated for resources: {'Port': ['ID=d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b,revision_number=2']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:10.907783 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-a23cf4ef-aa03-4147-ad6c-cedcfcdb4148 None None] Provisioning complete for port 0309536b-659c-454e-a099-1e2f68be668b triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:10.908092 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-a23cf4ef-aa03-4147-ad6c-cedcfcdb4148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:10.913485 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] For port 0309536b-659c-454e-a099-1e2f68be668b, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=0309536b-659c-454e-a099-1e2f68be668b,segment=NetworkSegment(54e5cd25-24b1-4899-b0c9-434c2813b02c),segment_id=54e5cd25-24b1-4899-b0c9-434c2813b02c)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:07:10.942439 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'name': 'tempest-TestMinimumBasicScenario-61013616-router', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76cac7c6-cd4a-434d-a925-dbeab5f4bbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:08Z', 'updated_at': '2021-11-16T16:07:09Z', 'revision_number': 3, 'project_id': 'f3b03d68a4854f81af2a013406f55431', 'gw_port': {'id': '76cac7c6-cd4a-434d-a925-dbeab5f4bbf5', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:09Z', 'updated_at': '2021-11-16T16:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:10.976138 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Checking router: 75a34599-c9d1-4aea-b43e-f48d344582a2 for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:07:10.976862 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Updating router 75a34599-c9d1-4aea-b43e-f48d344582a2 port 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5 binding host dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:07:10.978444 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:11.004836 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:11.065152 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1beff-bf49-4aa1-9f89-7402d53296d1 None None] Pushing event updated for resources: {'Port': ['ID=0309536b-659c-454e-a099-1e2f68be668b,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:11.068149 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-a23cf4ef-aa03-4147-ad6c-cedcfcdb4148 None None] Port 0309536b-659c-454e-a099-1e2f68be668b cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:07:11.111528 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Routers {'8310889f-c0ae-4dd3-a9bf-519bc3e27831'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:07:11.111528 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:06:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:11.302267 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] Set router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:07:11.380830 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c2890-c80a-4c0d-bda8-dc3c606331c9 req-36a6c114-b7cd-4fe3-8825-09af666620e9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:11.384521 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-563c2890-c80a-4c0d-bda8-dc3c606331c9 req-36a6c114-b7cd-4fe3-8825-09af666620e9 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.1256893 Nov 16 16:07:11.440437 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Publish callbacks [] for port, precommit_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:11.449610 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:11.500860 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-563c2890-c80a-4c0d-bda8-dc3c606331c9 req-166a87ed-2410-45ae-88d1-24129378ef16 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036177 Nov 16 16:07:11.520591 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Attempting to bind port 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:07:11.521155 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Attempting to bind port 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:07:11.521314 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Attempting to bind port 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5 on network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:07:11.531047 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79add20-8736-49ad-96da-32367ef408c5 None None] Pushing event updated for resources: {'Port': ['ID=76cac7c6-cd4a-434d-a925-dbeab5f4bbf5,revision_number=2']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:11.533593 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:07:11.534030 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Checking segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:07:11.534640 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:11.535043 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Bound using segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:07:11.535721 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Bound port: 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:07:11.536131 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:11.609031 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] For port 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:07:11.614150 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] For port 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=76cac7c6-cd4a-434d-a925-dbeab5f4bbf5,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:07:11.620176 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:11.625803 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-31a0e93f-289d-4a9f-8b35-1db003e08b65 None None] Provisioning complete for port 0309536b-659c-454e-a099-1e2f68be668b triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:11.626307 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-31a0e93f-289d-4a9f-8b35-1db003e08b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:11.628983 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:11.717256 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Routers {'75a34599-c9d1-4aea-b43e-f48d344582a2'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:07:11.718004 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:06:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['75a34599-c9d1-4aea-b43e-f48d344582a2'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:11.746364 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-31a0e93f-289d-4a9f-8b35-1db003e08b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:11.762690 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79add20-8736-49ad-96da-32367ef408c5 None None] Pushing event updated for resources: {'Port': ['ID=76cac7c6-cd4a-434d-a925-dbeab5f4bbf5,revision_number=3']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:11.813578 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-31a0e93f-289d-4a9f-8b35-1db003e08b65 None None] For port 0309536b-659c-454e-a099-1e2f68be668b, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=0309536b-659c-454e-a099-1e2f68be668b,segment=NetworkSegment(54e5cd25-24b1-4899-b0c9-434c2813b02c),segment_id=54e5cd25-24b1-4899-b0c9-434c2813b02c)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:11.822993 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-31a0e93f-289d-4a9f-8b35-1db003e08b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:11.854391 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:07:06Z', 'revision_number': 4, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port': {'id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:03Z', 'updated_at': '2021-11-16T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '0309536b-659c-454e-a099-1e2f68be668b', 'name': '', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'mac_address': 'fa:16:3e:47:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:05Z', 'updated_at': '2021-11-16T16:07:10Z', 'revision_number': 4, 'project_id': 'e31ed7321198471eb4645081b697d234', 'subnets': [{'id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:11.867609 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] Set router 75a34599-c9d1-4aea-b43e-f48d344582a2 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:07:11.882599 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Allocated IP 172.20.0.1 (f5e10143-ce1a-4838-a6ed-c98e071001cc/965d921d-8348-43aa-9814-6211e943a791/8cc22380-bd59-43ba-a410-9010eca59036) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:07:11.911347 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79c0729-827b-49d2-976f-529b6088ba89 None None] The sync data for ids ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'] in dv-cinder-818098-2-iscsi is: [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:07:06Z', 'revision_number': 4, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port': {'id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:03Z', 'updated_at': '2021-11-16T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '0309536b-659c-454e-a099-1e2f68be668b', 'name': '', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'mac_address': 'fa:16:3e:47:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:05Z', 'updated_at': '2021-11-16T16:07:10Z', 'revision_number': 4, 'project_id': 'e31ed7321198471eb4645081b697d234', 'subnets': [{'id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:07:11.944150 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0e93f-289d-4a9f-8b35-1db003e08b65 None None] Pushing event updated for resources: {'Port': ['ID=0309536b-659c-454e-a099-1e2f68be668b,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:12.131505 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26486863-4749-41e2-9844-24ad706e3ff1 req-1aa0d613-7d05-4012-a806-ae0bfd963905 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:12.133085 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-26486863-4749-41e2-9844-24ad706e3ff1 req-1aa0d613-7d05-4012-a806-ae0bfd963905 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 944 time: 0.0920796 Nov 16 16:07:12.136273 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:12.153603 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'name': 'tempest-TestMinimumBasicScenario-61013616-router', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76cac7c6-cd4a-434d-a925-dbeab5f4bbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:08Z', 'updated_at': '2021-11-16T16:07:09Z', 'revision_number': 3, 'project_id': 'f3b03d68a4854f81af2a013406f55431', 'gw_port': {'id': '76cac7c6-cd4a-434d-a925-dbeab5f4bbf5', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:09Z', 'updated_at': '2021-11-16T16:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:12.192834 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e53c50-d048-46f6-bdf9-8286f1a21c2b None None] The sync data for ids ['75a34599-c9d1-4aea-b43e-f48d344582a2'] in dv-cinder-818098-2-iscsi is: [{'id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'name': 'tempest-TestMinimumBasicScenario-61013616-router', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76cac7c6-cd4a-434d-a925-dbeab5f4bbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:08Z', 'updated_at': '2021-11-16T16:07:09Z', 'revision_number': 3, 'project_id': 'f3b03d68a4854f81af2a013406f55431', 'gw_port': {'id': '76cac7c6-cd4a-434d-a925-dbeab5f4bbf5', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:09Z', 'updated_at': '2021-11-16T16:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:07:12.207440 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-26486863-4749-41e2-9844-24ad706e3ff1 req-9b8a1669-9a45-4cb7-9555-894c542338eb tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652130 Nov 16 16:07:12.225008 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:12.252565 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 68ede3d7-0ef4-42a4-b3de-ef6046161db6 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:07:12.278456 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Network f5e10143-ce1a-4838-a6ed-c98e071001cc is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:07:12.283712 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:07:12.286705 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc22380-bd59-43ba-a410-9010eca59036,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:12.290065 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:07:12.322342 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade04355-698b-49dd-98ab-08615ad416dc None None] Network f5e10143-ce1a-4838-a6ed-c98e071001cc requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:07:12.375828 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754630'] for router_interface, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:12.425832 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 68ede3d7-0ef4-42a4-b3de-ef6046161db6 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:12.425832 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:12.471052 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-5884451f-e60d-4d3e-979c-853b5b8dc40b None None] Provisioning complete for port d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:12.472030 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-5884451f-e60d-4d3e-979c-853b5b8dc40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:12.511823 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 0309536b-659c-454e-a099-1e2f68be668b up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:07:12.571095 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:12.837695 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 0309536b-659c-454e-a099-1e2f68be668b triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:12.838188 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:12.866458 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-5884451f-e60d-4d3e-979c-853b5b8dc40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:12.871099 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3178cc-9801-41e4-98b6-318005eb03ba req-86cc380e-8dfc-4c53-9ca1-025dcdafe05c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:12.872883 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9c3178cc-9801-41e4-98b6-318005eb03ba req-86cc380e-8dfc-4c53-9ca1-025dcdafe05c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.2517109 Nov 16 16:07:12.944184 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:12.947216 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:12.961592 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:12.981327 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-5884451f-e60d-4d3e-979c-853b5b8dc40b None None] For port d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b,segment=NetworkSegment(36720170-9aac-4145-8162-876501b235dc),segment_id=36720170-9aac-4145-8162-876501b235dc)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:13.001536 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-5884451f-e60d-4d3e-979c-853b5b8dc40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:13.022795 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9c3178cc-9801-41e4-98b6-318005eb03ba req-04b02fd2-f999-40aa-8e9f-abbd2228608c tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382225 Nov 16 16:07:13.060336 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1756342'] for router_interface, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:13.063614 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc22380-bd59-43ba-a410-9010eca59036,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:13.065877 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6447972e-6291-4e68-8271-c93523206230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ede3d7-0ef4-42a4-b3de-ef6046161db6'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:07:13.069478 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e3d4ab-44bb-4bab-9d19-31cec50fe40e" -d '{"events": [{"server_uuid": "6447972e-6291-4e68-8271-c93523206230", "name": "network-vif-plugged", "status": "completed", "tag": "68ede3d7-0ef4-42a4-b3de-ef6046161db6"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:07:13.107676 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 68ede3d7-0ef4-42a4-b3de-ef6046161db6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:13.129539 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:13.180939 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b31c198-ccd2-4696-b169-a7ed9565ed3e x-openstack-request-id: req-2b31c198-ccd2-4696-b169-a7ed9565ed3e {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:07:13.181246 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6447972e-6291-4e68-8271-c93523206230", "name": "network-vif-plugged", "status": "completed", "tag": "68ede3d7-0ef4-42a4-b3de-ef6046161db6", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:07:13.181508 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b31c198-ccd2-4696-b169-a7ed9565ed3e {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:07:13.181908 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6447972e-6291-4e68-8271-c93523206230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'code': 200} Nov 16 16:07:13.210199 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884451f-e60d-4d3e-979c-853b5b8dc40b None None] Pushing event updated for resources: {'Port': ['ID=d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:13.229973 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:07:13.279279 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Network f5e10143-ce1a-4838-a6ed-c98e071001cc is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:07:13.295811 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:07:13.389014 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=68ede3d7-0ef4-42a4-b3de-ef6046161db6,revision_number=10']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:13.413075 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:13.413436 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:13.505170 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5065d-380d-4da0-9729-0e9d7c30d0f4 req-178ee16f-fbaa-490f-98be-38c119df1052 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:13.513626 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-f1b2e384-0392-4a43-9a10-0389f86cc08a None None] Provisioning complete for port 8cc22380-bd59-43ba-a410-9010eca59036 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:13.513862 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9a5065d-380d-4da0-9729-0e9d7c30d0f4 req-178ee16f-fbaa-490f-98be-38c119df1052 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 946 time: 0.1555388 Nov 16 16:07:13.514174 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e384-0392-4a43-9a10-0389f86cc08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:13.585314 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9a5065d-380d-4da0-9729-0e9d7c30d0f4 req-507e1eef-ef61-45d9-857b-87fd2b8b86fc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704410 Nov 16 16:07:13.612216 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Router 75a34599-c9d1-4aea-b43e-f48d344582a2 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:07:13.704277 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2e384-0392-4a43-9a10-0389f86cc08a None None] Port 8cc22380-bd59-43ba-a410-9010eca59036 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:07:13.722816 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-f1b2e384-0392-4a43-9a10-0389f86cc08a None None] Provisioning complete for port d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:13.723182 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e384-0392-4a43-9a10-0389f86cc08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:13.895563 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b87bb-a2e6-4cf0-8010-b900428ed16a req-28134f52-ca1f-4445-92ad-f30cbabf0e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:13.897826 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fa5b87bb-a2e6-4cf0-8010-b900428ed16a req-28134f52-ca1f-4445-92ad-f30cbabf0e76 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 1099 time: 0.1135185 Nov 16 16:07:13.910461 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:07:13.919538 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-46eb6c7a-cd4e-4cd0-ab05-f0cdc5214d55 admin admin] 10.222.0.46 "PUT /v2.0/routers/75a34599-c9d1-4aea-b43e-f48d344582a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3771014 Nov 16 16:07:13.972495 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fa5b87bb-a2e6-4cf0-8010-b900428ed16a req-ff6f72b4-fa6d-42e8-9f52-e1c17a973b93 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506048 Nov 16 16:07:13.993873 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-70d4f75c-6d6c-4350-a234-90eb114518a3 None None] Provisioning complete for port 8cc22380-bd59-43ba-a410-9010eca59036 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:13.994246 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-70d4f75c-6d6c-4350-a234-90eb114518a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:14.031773 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-70d4f75c-6d6c-4350-a234-90eb114518a3 None None] Port 8cc22380-bd59-43ba-a410-9010eca59036 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:07:14.165881 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf2272-1d03-4c9a-999e-f1c81f56f346 req-5046d461-050e-485b-9c20-3bc71f49c0da tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:14.167418 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-08cf2272-1d03-4c9a-999e-f1c81f56f346 req-5046d461-050e-485b-9c20-3bc71f49c0da tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0600617 Nov 16 16:07:14.225073 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-08cf2272-1d03-4c9a-999e-f1c81f56f346 req-62320f42-75df-4257-b2c6-2be9103328de tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513177 Nov 16 16:07:14.424305 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:07:14.482111 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:14.482769 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:14.575456 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:07:14.647202 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:14.647718 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:14.765206 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:14.767660 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579d277-7acf-4e8b-a14b-7c34f161a3e6 req-148b2e22-e3fc-4332-a7da-37e666d29792 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:14.769889 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f579d277-7acf-4e8b-a14b-7c34f161a3e6 req-148b2e22-e3fc-4332-a7da-37e666d29792 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 946 time: 0.0914562 Nov 16 16:07:14.799191 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] For port 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=76cac7c6-cd4a-434d-a925-dbeab5f4bbf5,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:14.809380 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:14.843480 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f579d277-7acf-4e8b-a14b-7c34f161a3e6 req-5eb7b6e2-9321-438f-97a5-aaad181a05b5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649881 Nov 16 16:07:14.882274 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=76cac7c6-cd4a-434d-a925-dbeab5f4bbf5,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:14.912076 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Sync routers for ids ['75a34599-c9d1-4aea-b43e-f48d344582a2'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:07:14.934001 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Routers {'75a34599-c9d1-4aea-b43e-f48d344582a2'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:07:14.934745 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:06:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['75a34599-c9d1-4aea-b43e-f48d344582a2'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:15.210268 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Set router 75a34599-c9d1-4aea-b43e-f48d344582a2 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:07:15.397304 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39ee06-53aa-4a45-a14d-9c6fa53aa874 req-52fb696c-3ee0-424e-a250-6472468ff404 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:15.399414 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e39ee06-53aa-4a45-a14d-9c6fa53aa874 req-52fb696c-3ee0-424e-a250-6472468ff404 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.0795593 Nov 16 16:07:15.488493 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e39ee06-53aa-4a45-a14d-9c6fa53aa874 req-0eef8d6e-a6f4-4046-ae9f-6292ff0b2aeb tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825078 Nov 16 16:07:15.510175 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'name': 'tempest-TestMinimumBasicScenario-61013616-router', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76cac7c6-cd4a-434d-a925-dbeab5f4bbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:08Z', 'updated_at': '2021-11-16T16:07:12Z', 'revision_number': 4, 'project_id': 'f3b03d68a4854f81af2a013406f55431', 'gw_port': {'id': '76cac7c6-cd4a-434d-a925-dbeab5f4bbf5', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:09Z', 'updated_at': '2021-11-16T16:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '8cc22380-bd59-43ba-a410-9010eca59036', 'name': '', 'network_id': 'f5e10143-ce1a-4838-a6ed-c98e071001cc', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'mac_address': 'fa:16:3e:7a:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '965d921d-8348-43aa-9814-6211e943a791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:11Z', 'updated_at': '2021-11-16T16:07:12Z', 'revision_number': 2, 'project_id': 'f3b03d68a4854f81af2a013406f55431', 'subnets': [{'id': '965d921d-8348-43aa-9814-6211e943a791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:15.551028 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Checking router: 75a34599-c9d1-4aea-b43e-f48d344582a2 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:07:15.551492 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Updating router 75a34599-c9d1-4aea-b43e-f48d344582a2 port 8cc22380-bd59-43ba-a410-9010eca59036 binding host dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:07:15.582570 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:15.903699 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Publish callbacks [] for port, precommit_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:15.912634 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:15.986358 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e6bae-475f-478a-bb8e-bbf672216bc6 None None] Pushing event updated for resources: {'Port': ['ID=8cc22380-bd59-43ba-a410-9010eca59036,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:16.063619 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ff2ab-c3f5-495d-8b19-ed91671b19bc req-e7de293b-ca34-4b1c-b9fb-84a1f5236f1f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:16.065276 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bd6ff2ab-c3f5-495d-8b19-ed91671b19bc req-e7de293b-ca34-4b1c-b9fb-84a1f5236f1f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 946 time: 0.0894840 Nov 16 16:07:16.086920 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Attempting to bind port 8cc22380-bd59-43ba-a410-9010eca59036 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:07:16.087298 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Attempting to bind port 8cc22380-bd59-43ba-a410-9010eca59036 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '36720170-9aac-4145-8162-876501b235dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f5e10143-ce1a-4838-a6ed-c98e071001cc'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:07:16.087701 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Attempting to bind port 8cc22380-bd59-43ba-a410-9010eca59036 on network f5e10143-ce1a-4838-a6ed-c98e071001cc {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:07:16.093470 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:07:16.093845 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Checking segment: {'id': '36720170-9aac-4145-8162-876501b235dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f5e10143-ce1a-4838-a6ed-c98e071001cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:07:16.094291 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:16.094633 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Bound using segment: {'id': '36720170-9aac-4145-8162-876501b235dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f5e10143-ce1a-4838-a6ed-c98e071001cc'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:07:16.095108 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Bound port: 8cc22380-bd59-43ba-a410-9010eca59036, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36720170-9aac-4145-8162-876501b235dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f5e10143-ce1a-4838-a6ed-c98e071001cc'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:07:16.095519 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:16.131514 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bd6ff2ab-c3f5-495d-8b19-ed91671b19bc req-bdd26aa7-22ae-46f9-a94f-42c8249442ad tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585134 Nov 16 16:07:16.200228 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] For port 8cc22380-bd59-43ba-a410-9010eca59036, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:07:16.204115 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] For port 8cc22380-bd59-43ba-a410-9010eca59036, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=8cc22380-bd59-43ba-a410-9010eca59036,segment=NetworkSegment(36720170-9aac-4145-8162-876501b235dc),segment_id=36720170-9aac-4145-8162-876501b235dc)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:07:16.216759 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:16.313062 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Routers {'75a34599-c9d1-4aea-b43e-f48d344582a2'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:07:16.313697 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:06:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['75a34599-c9d1-4aea-b43e-f48d344582a2'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:16.316114 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e6bae-475f-478a-bb8e-bbf672216bc6 None None] Pushing event updated for resources: {'Port': ['ID=8cc22380-bd59-43ba-a410-9010eca59036,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:16.403252 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-dcc2cb1e-da26-4773-95d5-1656585a7602 None None] Provisioning complete for port 8cc22380-bd59-43ba-a410-9010eca59036 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:16.403649 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cb1e-da26-4773-95d5-1656585a7602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:16.407957 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:07:16.548059 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] Set router 75a34599-c9d1-4aea-b43e-f48d344582a2 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:07:16.576528 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:16.576861 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:16.629587 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cb1e-da26-4773-95d5-1656585a7602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:16.688024 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e4e06-ff45-4865-a141-35f4c199753a req-72fdaee0-0d17-4add-b672-e37e20169c9a tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:16.691173 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-537e4e06-ff45-4865-a141-35f4c199753a req-72fdaee0-0d17-4add-b672-e37e20169c9a tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.1168962 Nov 16 16:07:16.758547 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87c889-2bcb-45d0-aa1d-3f4c3e03390b req-5573febf-622c-4d65-819a-cd8b3e34c9e4 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:16.760499 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dc87c889-2bcb-45d0-aa1d-3f4c3e03390b req-5573febf-622c-4d65-819a-cd8b3e34c9e4 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.62 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 945 time: 0.1219954 Nov 16 16:07:16.764805 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-dcc2cb1e-da26-4773-95d5-1656585a7602 None None] For port 8cc22380-bd59-43ba-a410-9010eca59036, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=8cc22380-bd59-43ba-a410-9010eca59036,segment=NetworkSegment(36720170-9aac-4145-8162-876501b235dc),segment_id=36720170-9aac-4145-8162-876501b235dc)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:16.829008 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cb1e-da26-4773-95d5-1656585a7602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:16.875842 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-537e4e06-ff45-4865-a141-35f4c199753a req-431b7431-9588-456c-b71c-2633b8713281 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fa0e75e-91ab-44ff-8637-1e3141dcc112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724164 Nov 16 16:07:16.964145 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-dc87c889-2bcb-45d0-aa1d-3f4c3e03390b req-6e2f5149-13db-46d0-ac52-0b88423c72aa tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Deleting port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:07:16.964553 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-dc87c889-2bcb-45d0-aa1d-3f4c3e03390b req-6e2f5149-13db-46d0-ac52-0b88423c72aa tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:16.969291 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2cb1e-da26-4773-95d5-1656585a7602 None None] Pushing event updated for resources: {'Port': ['ID=8cc22380-bd59-43ba-a410-9010eca59036,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:17.004506 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-016f4c57-32e9-45a4-af52-117fdbc2ca9c None None] Provisioning complete for port 8cc22380-bd59-43ba-a410-9010eca59036 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:17.005263 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-016f4c57-32e9-45a4-af52-117fdbc2ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:17.102294 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-dc87c889-2bcb-45d0-aa1d-3f4c3e03390b req-6e2f5149-13db-46d0-ac52-0b88423c72aa tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] For port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc,segment=NetworkSegment(2cc70dcf-ba20-49e0-abc6-c98fc4657d2e),segment_id=2cc70dcf-ba20-49e0-abc6-c98fc4657d2e)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:17.102689 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-dc87c889-2bcb-45d0-aa1d-3f4c3e03390b req-6e2f5149-13db-46d0-ac52-0b88423c72aa tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:17.119832 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-dc87c889-2bcb-45d0-aa1d-3f4c3e03390b req-6e2f5149-13db-46d0-ac52-0b88423c72aa tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Calling delete_port for 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc owned by compute:nova {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:07:17.140251 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'name': 'tempest-TestMinimumBasicScenario-61013616-router', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76cac7c6-cd4a-434d-a925-dbeab5f4bbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:08Z', 'updated_at': '2021-11-16T16:07:12Z', 'revision_number': 4, 'project_id': 'f3b03d68a4854f81af2a013406f55431', 'gw_port': {'id': '76cac7c6-cd4a-434d-a925-dbeab5f4bbf5', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:09Z', 'updated_at': '2021-11-16T16:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '8cc22380-bd59-43ba-a410-9010eca59036', 'name': '', 'network_id': 'f5e10143-ce1a-4838-a6ed-c98e071001cc', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'mac_address': 'fa:16:3e:7a:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '965d921d-8348-43aa-9814-6211e943a791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:11Z', 'updated_at': '2021-11-16T16:07:16Z', 'revision_number': 4, 'project_id': 'f3b03d68a4854f81af2a013406f55431', 'subnets': [{'id': '965d921d-8348-43aa-9814-6211e943a791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:17.185278 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8b3c2-9156-4ae8-a616-f231e9316083 None None] The sync data for ids ['75a34599-c9d1-4aea-b43e-f48d344582a2'] in dv-cinder-818098-2-iscsi is: [{'id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'name': 'tempest-TestMinimumBasicScenario-61013616-router', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76cac7c6-cd4a-434d-a925-dbeab5f4bbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:08Z', 'updated_at': '2021-11-16T16:07:12Z', 'revision_number': 4, 'project_id': 'f3b03d68a4854f81af2a013406f55431', 'gw_port': {'id': '76cac7c6-cd4a-434d-a925-dbeab5f4bbf5', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:09Z', 'updated_at': '2021-11-16T16:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '8cc22380-bd59-43ba-a410-9010eca59036', 'name': '', 'network_id': 'f5e10143-ce1a-4838-a6ed-c98e071001cc', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'mac_address': 'fa:16:3e:7a:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '965d921d-8348-43aa-9814-6211e943a791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:11Z', 'updated_at': '2021-11-16T16:07:16Z', 'revision_number': 4, 'project_id': 'f3b03d68a4854f81af2a013406f55431', 'subnets': [{'id': '965d921d-8348-43aa-9814-6211e943a791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:07:17.410671 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-dc87c889-2bcb-45d0-aa1d-3f4c3e03390b req-6e2f5149-13db-46d0-ac52-0b88423c72aa tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:17.424878 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:07:17.473104 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f5149-13db-46d0-ac52-0b88423c72aa tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Pushing event deleted for resources: {'Port': ['ID=8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:17.502397 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406869d-4e12-4a1e-aa19-9de5487f937a req-c3771eff-8a04-4a1e-91f3-ca41a1a7b2c8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:17.505086 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9406869d-4e12-4a1e-aa19-9de5487f937a req-c3771eff-8a04-4a1e-91f3-ca41a1a7b2c8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 946 time: 0.1594303 Nov 16 16:07:17.563906 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc87c889-2bcb-45d0-aa1d-3f4c3e03390b req-6e2f5149-13db-46d0-ac52-0b88423c72aa tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] No DVR routers for this DVR port 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc on host hv-cinder-81809 {{(pid=101853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:07:17.582797 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-dc87c889-2bcb-45d0-aa1d-3f4c3e03390b req-6e2f5149-13db-46d0-ac52-0b88423c72aa tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:17.586267 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dc87c889-2bcb-45d0-aa1d-3f4c3e03390b req-6e2f5149-13db-46d0-ac52-0b88423c72aa tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.62 "DELETE /v2.0/ports/8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc HTTP/1.1" status: 204 len: 173 time: 0.8184633 Nov 16 16:07:17.586837 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69df60e2-42c9-4caa-abdc-a7ecb61d8d73', 'name': 'network-vif-deleted', 'tag': '8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:07:17.589155 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd45ea6-e019-4ed9-a57e-77667de08ade" -d '{"events": [{"server_uuid": "69df60e2-42c9-4caa-abdc-a7ecb61d8d73", "name": "network-vif-deleted", "tag": "8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:07:17.636457 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9406869d-4e12-4a1e-aa19-9de5487f937a req-e66c90fa-0d7c-437a-b9ea-256f6fc50160 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082296 Nov 16 16:07:17.660280 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40813c4-e742-497a-9c3a-a620521004bb x-openstack-request-id: req-b40813c4-e742-497a-9c3a-a620521004bb {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:07:17.660659 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69df60e2-42c9-4caa-abdc-a7ecb61d8d73", "name": "network-vif-deleted", "tag": "8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:07:17.660983 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b40813c4-e742-497a-9c3a-a620521004bb {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:07:17.661698 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69df60e2-42c9-4caa-abdc-a7ecb61d8d73', 'name': 'network-vif-deleted', 'tag': '8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc', 'status': 'completed', 'code': 200} Nov 16 16:07:18.037690 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-38532882-0a0c-46bf-bd61-bd4d5d871c26 req-253a0cb0-b059-460e-a317-0fdfc971cc74 tempest-ServerRescueNegativeTestJSON-1158923208 tempest-ServerRescueNegativeTestJSON-1158923208-project] 10.222.0.46 "GET /v2.0/ports?device_id=69df60e2-42c9-4caa-abdc-a7ecb61d8d73 HTTP/1.1" status: 200 len: 210 time: 0.0400858 Nov 16 16:07:18.407965 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 8cc22380-bd59-43ba-a410-9010eca59036 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:07:18.469726 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 8cc22380-bd59-43ba-a410-9010eca59036 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:18.470054 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:18.792253 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd65b04-4869-4307-8280-2f2406530ce8 req-500ec3d1-7b5f-4cd3-835e-834638d6d1be tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:18.793844 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1bd65b04-4869-4307-8280-2f2406530ce8 req-500ec3d1-7b5f-4cd3-835e-834638d6d1be tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 946 time: 0.0658402 Nov 16 16:07:18.853892 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1bd65b04-4869-4307-8280-2f2406530ce8 req-c1e08737-bd84-40a1-960e-f78db1d8bdd3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500467 Nov 16 16:07:19.102760 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 44612) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:19.850826 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcfdc28d-4d40-4d99-ba5e-9709186c9ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756307'] for router_interface, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:20.227820 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdc28d-4d40-4d99-ba5e-9709186c9ce2 admin admin] Deleting port 3b84d85c-ad7c-4566-9e01-b2e2f96252d4 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:07:20.228446 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcfdc28d-4d40-4d99-ba5e-9709186c9ce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:20.298683 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:07:20.325585 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:07:20.326147 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 8d515f5e-ebe4-404a-a99d-1abd2b9d5bcc not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:07:20.330162 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [None req-dcfdc28d-4d40-4d99-ba5e-9709186c9ce2 admin admin] For port 3b84d85c-ad7c-4566-9e01-b2e2f96252d4, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=3b84d85c-ad7c-4566-9e01-b2e2f96252d4,segment=NetworkSegment(2cc70dcf-ba20-49e0-abc6-c98fc4657d2e),segment_id=2cc70dcf-ba20-49e0-abc6-c98fc4657d2e)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:20.331435 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcfdc28d-4d40-4d99-ba5e-9709186c9ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:20.351905 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdc28d-4d40-4d99-ba5e-9709186c9ce2 admin admin] Calling delete_port for 3b84d85c-ad7c-4566-9e01-b2e2f96252d4 owned by network:router_interface {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:07:20.390059 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:07:20.565878 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcfdc28d-4d40-4d99-ba5e-9709186c9ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:20.600083 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdc28d-4d40-4d99-ba5e-9709186c9ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b84d85c-ad7c-4566-9e01-b2e2f96252d4,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:20.754436 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-59184005-e079-4918-91c7-6d70cc469881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:20.784753 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcfdc28d-4d40-4d99-ba5e-9709186c9ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756175'] for router_interface, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:21.050257 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfdc28d-4d40-4d99-ba5e-9709186c9ce2 admin admin] Router 7aa55344-a0dc-40cc-b7bd-ef09237c0837 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:07:21.165340 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfdc28d-4d40-4d99-ba5e-9709186c9ce2 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:07:21.170314 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-dcfdc28d-4d40-4d99-ba5e-9709186c9ce2 admin admin] 10.222.0.46 "PUT /v2.0/routers/7aa55344-a0dc-40cc-b7bd-ef09237c0837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0658386 Nov 16 16:07:21.173178 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 44620) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:21.177305 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353069e7-2169-416d-8c96-606ca9cc0b54 None None] Sync routers for ids ['7aa55344-a0dc-40cc-b7bd-ef09237c0837'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:07:21.189699 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353069e7-2169-416d-8c96-606ca9cc0b54 None None] Routers {'7aa55344-a0dc-40cc-b7bd-ef09237c0837'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:07:21.190650 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-353069e7-2169-416d-8c96-606ca9cc0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:06:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7aa55344-a0dc-40cc-b7bd-ef09237c0837'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:21.280590 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] Publish callbacks [] for router, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:21.305507 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-353069e7-2169-416d-8c96-606ca9cc0b54 None None] Set router 7aa55344-a0dc-40cc-b7bd-ef09237c0837 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:07:21.393732 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:21.460272 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] Deleting port 181710bf-c53d-481d-9253-84d9490c13d5 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:07:21.460818 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:21.538386 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-353069e7-2169-416d-8c96-606ca9cc0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'name': 'tempest-ServerRescueNegativeTestJSON-2041357387-router', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '181710bf-c53d-481d-9253-84d9490c13d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:47Z', 'updated_at': '2021-11-16T16:07:20Z', 'revision_number': 5, 'project_id': '29515163ad924903a1d1f653c9f77ee0', 'gw_port': {'id': '181710bf-c53d-481d-9253-84d9490c13d5', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:21.544456 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] For port 181710bf-c53d-481d-9253-84d9490c13d5, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=181710bf-c53d-481d-9253-84d9490c13d5,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:21.544842 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:21.562058 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] Calling delete_port for 181710bf-c53d-481d-9253-84d9490c13d5 owned by network:router_gateway {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:07:21.573611 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353069e7-2169-416d-8c96-606ca9cc0b54 None None] Checking router: 7aa55344-a0dc-40cc-b7bd-ef09237c0837 for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:07:21.584109 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353069e7-2169-416d-8c96-606ca9cc0b54 None None] Routers {'7aa55344-a0dc-40cc-b7bd-ef09237c0837'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:07:21.584713 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-353069e7-2169-416d-8c96-606ca9cc0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:06:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7aa55344-a0dc-40cc-b7bd-ef09237c0837'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:21.773687 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:21.796553 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-353069e7-2169-416d-8c96-606ca9cc0b54 None None] Set router 7aa55344-a0dc-40cc-b7bd-ef09237c0837 gateway port host: None {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:07:21.802078 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] Pushing event deleted for resources: {'Port': ['ID=181710bf-c53d-481d-9253-84d9490c13d5,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:21.864384 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-353069e7-2169-416d-8c96-606ca9cc0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'name': 'tempest-ServerRescueNegativeTestJSON-2041357387-router', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:47Z', 'updated_at': '2021-11-16T16:07:21Z', 'revision_number': 6, 'project_id': '29515163ad924903a1d1f653c9f77ee0', 'gw_port_host': None}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:21.878989 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754797'] for router_gateway, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:21.901684 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353069e7-2169-416d-8c96-606ca9cc0b54 None None] The sync data for ids ['7aa55344-a0dc-40cc-b7bd-ef09237c0837'] in dv-cinder-818098-2-iscsi is: [{'id': '7aa55344-a0dc-40cc-b7bd-ef09237c0837', 'name': 'tempest-ServerRescueNegativeTestJSON-2041357387-router', 'tenant_id': '29515163ad924903a1d1f653c9f77ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:47Z', 'updated_at': '2021-11-16T16:07:21Z', 'revision_number': 6, 'project_id': '29515163ad924903a1d1f653c9f77ee0', 'gw_port_host': None}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:07:22.241819 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:22.244208 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:22.329249 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766094'] for router, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:22.331812 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aa55344-a0dc-40cc-b7bd-ef09237c0837 {{(pid=101854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 16:07:22.342109 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] Publish callbacks [] for router, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:22.346455 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 44630) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:22.346966 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-097c2672-6b13-4511-acf6-111222b8ac3a admin admin] 10.222.0.46 "DELETE /v2.0/routers/7aa55344-a0dc-40cc-b7bd-ef09237c0837 HTTP/1.1" status: 204 len: 168 time: 1.1720264 Nov 16 16:07:22.437234 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf7fe11-679d-4be9-8bbd-9ea6b1f332d3 admin admin] Deleting subnet 04bfc9da-d704-4273-b63a-6fd73d56e6c3 {{(pid=101853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:07:22.441198 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fe11-679d-4be9-8bbd-9ea6b1f332d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:22.478482 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 3b84d85c-ad7c-4566-9e01-b2e2f96252d4 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:07:22.493348 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fe11-679d-4be9-8bbd-9ea6b1f332d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1186861'] for subnet, precommit_delete_associations {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:22.500479 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 3b84d85c-ad7c-4566-9e01-b2e2f96252d4 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:07:22.500905 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 3b84d85c-ad7c-4566-9e01-b2e2f96252d4 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:07:22.552271 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fe11-679d-4be9-8bbd-9ea6b1f332d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:22.618566 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fe11-679d-4be9-8bbd-9ea6b1f332d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3353557'] for subnet, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:22.650201 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7fe11-679d-4be9-8bbd-9ea6b1f332d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04bfc9da-d704-4273-b63a-6fd73d56e6c3,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:22.655846 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fe11-679d-4be9-8bbd-9ea6b1f332d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:22.661432 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-7bf7fe11-679d-4be9-8bbd-9ea6b1f332d3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/04bfc9da-d704-4273-b63a-6fd73d56e6c3 HTTP/1.1" status: 204 len: 168 time: 0.3136387 Nov 16 16:07:22.663865 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 44632) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:22.750190 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a6db03dd-9c6a-4e3c-a9ff-837ed77123f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:22.846825 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a6db03dd-9c6a-4e3c-a9ff-837ed77123f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:22.872269 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-a6db03dd-9c6a-4e3c-a9ff-837ed77123f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4']}} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:22.882615 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-a6db03dd-9c6a-4e3c-a9ff-837ed77123f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e') {'for_net_delete': True} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:22.883002 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-a6db03dd-9c6a-4e3c-a9ff-837ed77123f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc70dcf-ba20-49e0-abc6-c98fc4657d2e') {} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:07:22.892995 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a6db03dd-9c6a-4e3c-a9ff-837ed77123f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1186850'] for segment, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:22.909031 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a6db03dd-9c6a-4e3c-a9ff-837ed77123f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:22.917256 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6db03dd-9c6a-4e3c-a9ff-837ed77123f7 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=101853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:07:22.917647 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a6db03dd-9c6a-4e3c-a9ff-837ed77123f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153758'] for segment, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: Traceback (most recent call last): Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: timer() Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: cb(*args, **kw) Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: return func(*args, **kwargs) Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: self._notify() Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: self.callback(batched_events) Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: event.method(event) Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: return f(self, *a, **k) Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._get(url).json() Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: return self.request(url, 'GET', **kwargs) Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:07:22.919799 dv-cinder-818098-2-iscsi neutron-server[101853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:07:22.988495 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a6db03dd-9c6a-4e3c-a9ff-837ed77123f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:23.014920 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a6db03dd-9c6a-4e3c-a9ff-837ed77123f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:23.021616 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-a6db03dd-9c6a-4e3c-a9ff-837ed77123f7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4 HTTP/1.1" status: 204 len: 168 time: 0.3566897 Nov 16 16:07:23.029725 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-98f26ce6-ed23-44de-8168-ebe0147334f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:23.057760 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db03dd-9c6a-4e3c-a9ff-837ed77123f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e4245df-e56c-4bd9-b7b9-d1dfabd0aad4,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:23.254276 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 44636) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:23.300926 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-0ee47b3d-f4d3-41a9-9a50-d926a34f1278 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29515163ad924903a1d1f653c9f77ee0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431499 Nov 16 16:07:23.301317 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 44638) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:23.356600 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-eafca6d8-216f-45bd-9686-610924d75f0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:23.379921 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-eafca6d8-216f-45bd-9686-610924d75f0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:23.438550 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-eafca6d8-216f-45bd-9686-610924d75f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:23.441440 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-eafca6d8-216f-45bd-9686-610924d75f0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:23.442951 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-eafca6d8-216f-45bd-9686-610924d75f0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1fa0e75e-91ab-44ff-8637-1e3141dcc112 HTTP/1.1" status: 204 len: 168 time: 0.1403096 Nov 16 16:07:23.465854 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafca6d8-216f-45bd-9686-610924d75f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa0e75e-91ab-44ff-8637-1e3141dcc112,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:24.306753 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 181710bf-c53d-481d-9253-84d9490c13d5 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:07:24.347564 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 181710bf-c53d-481d-9253-84d9490c13d5 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:07:24.347959 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 181710bf-c53d-481d-9253-84d9490c13d5 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:07:24.394158 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:25.662740 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-91dd69bb-f651-467b-9510-b8c23a0e6a8e tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:25.664139 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-91dd69bb-f651-467b-9510-b8c23a0e6a8e tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/networks?id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27 HTTP/1.1" status: 200 len: 815 time: 0.0999649 Nov 16 16:07:25.679041 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-18686db0-78d8-40c6-bd55-e933e9b1dc5a tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/quotas/e31ed7321198471eb4645081b697d234 HTTP/1.1" status: 200 len: 375 time: 0.0092940 Nov 16 16:07:25.720823 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:25.733979 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-43bac810-d539-41bd-aebd-473428fdbad1 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e31ed7321198471eb4645081b697d234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498619 Nov 16 16:07:25.831091 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-669683bf-8db2-4a55-8781-2c975831f307 service neutron] 10.222.0.46 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848908 Nov 16 16:07:25.922843 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8dfb4dda-ae29-458c-b167-c84734cce6ce service neutron] 10.222.0.46 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855646 Nov 16 16:07:26.100029 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d3f073df-acc6-4da2-a89d-2d4800d0500f req-807a7305-b29a-41a0-bc83-d42923d442b9 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 210 time: 0.0273967 Nov 16 16:07:26.501139 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:26.608953 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:27.130084 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-b335f0ea-3b5d-4da3-8ff3-23271c0578cf tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:27.131627 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-b335f0ea-3b5d-4da3-8ff3-23271c0578cf tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.62 "GET /v2.0/networks?id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27 HTTP/1.1" status: 200 len: 815 time: 0.1189225 Nov 16 16:07:27.149112 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-e2957169-ebcb-458e-80e7-2602087b06fb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Request body: {'port': {'device_id': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'admin_state_up': True, 'tenant_id': 'e31ed7321198471eb4645081b697d234'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:07:27.224892 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5ce35f92-9f71-46bf-9e96-d00cc26a5a25 req-c44ad00e-2ef0-44b1-a1fd-9b174b62f79f tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 210 time: 0.0330288 Nov 16 16:07:27.289144 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-e2957169-ebcb-458e-80e7-2602087b06fb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Made reservation on behalf of e31ed7321198471eb4645081b697d234 for: {'port': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:07:27.292667 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-e2957169-ebcb-458e-80e7-2602087b06fb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:27.671263 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-e2957169-ebcb-458e-80e7-2602087b06fb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Allocated IP 172.20.0.10 (5a89a656-9dec-4820-a1cb-7b2fd3fcad27/9aad9b3d-1ec8-40ad-bc64-6d47be116d34/46c407d4-a5b9-4ded-af69-53e4b90a70c8) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:07:27.999506 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-e2957169-ebcb-458e-80e7-2602087b06fb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:28.049517 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-e2957169-ebcb-458e-80e7-2602087b06fb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:28.100699 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-e2957169-ebcb-458e-80e7-2602087b06fb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:07:28.104192 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-e2957169-ebcb-458e-80e7-2602087b06fb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:07:28.108322 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-e2957169-ebcb-458e-80e7-2602087b06fb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:07:28.146055 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2957169-ebcb-458e-80e7-2602087b06fb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event updated for resources: {'Port': ['ID=46c407d4-a5b9-4ded-af69-53e4b90a70c8,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:28.210889 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-e2957169-ebcb-458e-80e7-2602087b06fb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:28.211595 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-e2957169-ebcb-458e-80e7-2602087b06fb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:28.231069 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-e2957169-ebcb-458e-80e7-2602087b06fb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0864639 Nov 16 16:07:28.363477 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-c4a007dc-583c-405e-bb8a-1838697a4c6f None None] Provisioning complete for port 46c407d4-a5b9-4ded-af69-53e4b90a70c8 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:28.364020 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-c4a007dc-583c-405e-bb8a-1838697a4c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:28.368171 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c106420-a45c-4997-a1aa-fb695ff1fe41 req-74b5a1b9-a89a-499c-b4c5-3202ae91db8e tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:28.369829 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1c106420-a45c-4997-a1aa-fb695ff1fe41 req-74b5a1b9-a89a-499c-b4c5-3202ae91db8e tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 932 time: 0.0619028 Nov 16 16:07:28.406401 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-c4a007dc-583c-405e-bb8a-1838697a4c6f None None] Port 46c407d4-a5b9-4ded-af69-53e4b90a70c8 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:07:28.422703 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1c106420-a45c-4997-a1aa-fb695ff1fe41 req-32f55784-00df-4896-a0fb-7815fc1527a6 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467298 Nov 16 16:07:29.563519 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82aba8-11c4-480e-8462-d4239ba12600 req-634d65bd-167d-49aa-a7b3-9dc0b5c2ff98 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:29.566110 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-db82aba8-11c4-480e-8462-d4239ba12600 req-634d65bd-167d-49aa-a7b3-9dc0b5c2ff98 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 932 time: 0.0688460 Nov 16 16:07:29.621155 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-db82aba8-11c4-480e-8462-d4239ba12600 req-482632f5-93ed-4a3b-b02b-3381bb8d9cf4 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484529 Nov 16 16:07:30.741940 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f9d14-cb30-4b63-b79d-ec734e68a97d req-cd159abb-3ea4-4c98-b623-56b740dca078 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:30.743414 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-030f9d14-cb30-4b63-b79d-ec734e68a97d req-cd159abb-3ea4-4c98-b623-56b740dca078 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 932 time: 0.0532508 Nov 16 16:07:30.791683 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-030f9d14-cb30-4b63-b79d-ec734e68a97d req-452f266e-2d81-4bba-903d-92eaee615a9d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Nov 16 16:07:31.910230 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70b2cc-7193-45a0-907a-f5315276f064 req-0247c594-33f5-4327-bce0-77b8f3318f0f tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:31.911995 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ef70b2cc-7193-45a0-907a-f5315276f064 req-0247c594-33f5-4327-bce0-77b8f3318f0f tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 932 time: 0.0521355 Nov 16 16:07:31.961901 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ef70b2cc-7193-45a0-907a-f5315276f064 req-a1b86372-d3cf-49da-8a8f-22d87339325d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440695 Nov 16 16:07:33.085299 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fd6f9-a1ed-4eb1-a0c5-ce5f4e8bf940 req-42f92ddb-eecd-4bf5-a219-e7d830d69530 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:33.086761 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-838fd6f9-a1ed-4eb1-a0c5-ce5f4e8bf940 req-42f92ddb-eecd-4bf5-a219-e7d830d69530 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 932 time: 0.0551841 Nov 16 16:07:33.140533 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-838fd6f9-a1ed-4eb1-a0c5-ce5f4e8bf940 req-a2d16976-2022-4f82-b4b9-c066cb40d187 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478809 Nov 16 16:07:33.513705 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 44868) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:33.624172 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5067d60b-51df-4829-9dbe-f87103c46f68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:33.700039 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5067d60b-51df-4829-9dbe-f87103c46f68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:33.703867 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5067d60b-51df-4829-9dbe-f87103c46f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:33.744862 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-5067d60b-51df-4829-9dbe-f87103c46f68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ddb17bf753184e4ea06557d751f9574d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299910 Nov 16 16:07:33.747934 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 44872) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:33.755017 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067d60b-51df-4829-9dbe-f87103c46f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542a8b96-4fb7-4af4-90ea-d43d47fbe70f,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:33.802967 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-76caffc8-5894-4d77-a381-716b84990ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:33.827135 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-76caffc8-5894-4d77-a381-716b84990ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:33.878862 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-76caffc8-5894-4d77-a381-716b84990ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:33.881463 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-76caffc8-5894-4d77-a381-716b84990ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:33.882609 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-76caffc8-5894-4d77-a381-716b84990ddb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/542a8b96-4fb7-4af4-90ea-d43d47fbe70f HTTP/1.1" status: 204 len: 168 time: 0.1336896 Nov 16 16:07:33.890385 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caffc8-5894-4d77-a381-716b84990ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542a8b96-4fb7-4af4-90ea-d43d47fbe70f,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:34.274527 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b8cc-b74e-4549-9c37-cb4c05a634ff req-b39f9e8d-ee14-42fb-9d55-62d38eb9483e tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:34.277087 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-afc2b8cc-b74e-4549-9c37-cb4c05a634ff req-b39f9e8d-ee14-42fb-9d55-62d38eb9483e tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 932 time: 0.0683489 Nov 16 16:07:34.354037 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-afc2b8cc-b74e-4549-9c37-cb4c05a634ff req-e7e58338-4ba2-4912-a1ce-68ec2f2d4132 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667415 Nov 16 16:07:35.525651 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05aabc-0305-4858-a696-f1d1f3b9e835 req-74e3bb0b-2896-4d64-8916-810a88a40697 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:35.527449 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0d05aabc-0305-4858-a696-f1d1f3b9e835 req-74e3bb0b-2896-4d64-8916-810a88a40697 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 932 time: 0.0684934 Nov 16 16:07:35.578959 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0d05aabc-0305-4858-a696-f1d1f3b9e835 req-4c17ccb4-c4b7-4c4c-9bfb-0e6e99353aec tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454125 Nov 16 16:07:35.758244 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 44940) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:35.866007 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca8eb-22b1-4bda-9e84-e139b3983205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:35.948437 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca8eb-22b1-4bda-9e84-e139b3983205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:35.952598 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca8eb-22b1-4bda-9e84-e139b3983205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:35.994093 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-6f7ca8eb-22b1-4bda-9e84-e139b3983205 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d372eda3836649f68e7bccd999291c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321181 Nov 16 16:07:35.994922 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 44944) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:35.997619 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ca8eb-22b1-4bda-9e84-e139b3983205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974520af-400c-4f75-9de9-d11955f65c3b,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:36.044361 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-efe18757-e366-4e04-bd10-f25c1cc3aca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:36.067630 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-efe18757-e366-4e04-bd10-f25c1cc3aca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:36.116132 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-efe18757-e366-4e04-bd10-f25c1cc3aca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:36.118965 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-efe18757-e366-4e04-bd10-f25c1cc3aca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:36.120146 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-efe18757-e366-4e04-bd10-f25c1cc3aca0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/974520af-400c-4f75-9de9-d11955f65c3b HTTP/1.1" status: 204 len: 168 time: 0.1238785 Nov 16 16:07:36.128486 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe18757-e366-4e04-bd10-f25c1cc3aca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974520af-400c-4f75-9de9-d11955f65c3b,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:36.431306 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 44950) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:36.444973 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4503cee3-85e3-48ea-a59f-9744e7221639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:36.529028 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4503cee3-85e3-48ea-a59f-9744e7221639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:36.539046 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4503cee3-85e3-48ea-a59f-9744e7221639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:36.586423 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-4503cee3-85e3-48ea-a59f-9744e7221639 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1fb401a68f944385abb019a59a095093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539931 Nov 16 16:07:36.589143 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 44954) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:36.595254 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503cee3-85e3-48ea-a59f-9744e7221639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faa803d-8cd8-4b3c-af9b-25984e4f0184,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:36.656323 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-698f9eaf-7772-4ea9-a43d-2a0c9dd0b71b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:36.683383 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-698f9eaf-7772-4ea9-a43d-2a0c9dd0b71b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:36.761284 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-698f9eaf-7772-4ea9-a43d-2a0c9dd0b71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:36.762527 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba3119-ce2b-4092-b270-cd26a4a5ba5d req-ca538f5f-a8a1-4e59-954f-d65ae0a3205d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:36.764370 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f5ba3119-ce2b-4092-b270-cd26a4a5ba5d req-ca538f5f-a8a1-4e59-954f-d65ae0a3205d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 932 time: 0.0781133 Nov 16 16:07:36.768145 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-698f9eaf-7772-4ea9-a43d-2a0c9dd0b71b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:36.772558 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-698f9eaf-7772-4ea9-a43d-2a0c9dd0b71b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9faa803d-8cd8-4b3c-af9b-25984e4f0184 HTTP/1.1" status: 204 len: 168 time: 0.1821804 Nov 16 16:07:36.782262 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f9eaf-7772-4ea9-a43d-2a0c9dd0b71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faa803d-8cd8-4b3c-af9b-25984e4f0184,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:36.841939 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f5ba3119-ce2b-4092-b270-cd26a4a5ba5d req-b8adc8c1-6f13-4301-8fad-997485d5a516 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709751 Nov 16 16:07:37.976183 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5d5b4-2d4f-427e-8f03-de81efc4d178 req-17f39027-e05f-4974-a1e2-04bbb705e3a8 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:37.977939 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ccb5d5b4-2d4f-427e-8f03-de81efc4d178 req-17f39027-e05f-4974-a1e2-04bbb705e3a8 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 932 time: 0.0631843 Nov 16 16:07:38.044131 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ccb5d5b4-2d4f-427e-8f03-de81efc4d178 req-1f2ce5ce-79ba-435f-976e-ce74d47e7202 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597255 Nov 16 16:07:39.163168 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f004e80-4bf7-4939-b53c-06f853ff6b88 req-5b247eeb-699b-430a-bb7f-1c839d1f71a3 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:39.164676 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4f004e80-4bf7-4939-b53c-06f853ff6b88 req-5b247eeb-699b-430a-bb7f-1c839d1f71a3 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 932 time: 0.0493701 Nov 16 16:07:39.211751 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4f004e80-4bf7-4939-b53c-06f853ff6b88 req-26e68a4b-3651-4fcb-853b-62fa7348a844 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 Nov 16 16:07:39.452093 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Request body: {'port': {'device_id': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:07:39.510627 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:39.793146 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c407d4-a5b9-4ded-af69-53e4b90a70c8 {{(pid=101853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:07:39.800728 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:39.812904 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.provisioning_blocks [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Transition to ACTIVE for port object 46c407d4-a5b9-4ded-af69-53e4b90a70c8 will not be triggered until provisioned by entity L2. {{(pid=101853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:07:39.816883 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:39.861653 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Pushing event updated for resources: {'Port': ['ID=46c407d4-a5b9-4ded-af69-53e4b90a70c8,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:39.968722 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Attempting to bind port 46c407d4-a5b9-4ded-af69-53e4b90a70c8 on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:07:39.968968 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Attempting to bind port 46c407d4-a5b9-4ded-af69-53e4b90a70c8 by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': '54e5cd25-24b1-4899-b0c9-434c2813b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27'}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:07:39.969293 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Attempting to bind port 46c407d4-a5b9-4ded-af69-53e4b90a70c8 on network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:07:39.974791 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Port 46c407d4-a5b9-4ded-af69-53e4b90a70c8 on network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:07:39.975107 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Attempting to bind port 46c407d4-a5b9-4ded-af69-53e4b90a70c8 on network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:07:39.980057 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:07:39.980391 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Checking segment: {'id': '54e5cd25-24b1-4899-b0c9-434c2813b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:07:39.980773 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Bound using segment: {'id': '54e5cd25-24b1-4899-b0c9-434c2813b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27'} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:07:39.981193 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Bound port: 46c407d4-a5b9-4ded-af69-53e4b90a70c8, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e5cd25-24b1-4899-b0c9-434c2813b02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27'}}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:07:39.981542 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:40.052937 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] For port 46c407d4-a5b9-4ded-af69-53e4b90a70c8, host hv-cinder-81809, cleared binding levels {{(pid=101853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:07:40.056377 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] For port 46c407d4-a5b9-4ded-af69-53e4b90a70c8, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8,segment=NetworkSegment(54e5cd25-24b1-4899-b0c9-434c2813b02c),segment_id=54e5cd25-24b1-4899-b0c9-434c2813b02c)] {{(pid=101853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:07:40.063049 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:40.099549 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:40.100166 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:40.101578 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] 10.222.0.62 "PUT /v2.0/ports/46c407d4-a5b9-4ded-af69-53e4b90a70c8 HTTP/1.1" status: 200 len: 1094 time: 0.6539938 Nov 16 16:07:40.101971 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'tag': '46c407d4-a5b9-4ded-af69-53e4b90a70c8'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:07:40.104259 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee08481-c315-4d5c-b507-6ba90f09fdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a9f9cd-86b0-4029-b3b3-c25470b8025d", "tag": "46c407d4-a5b9-4ded-af69-53e4b90a70c8"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:07:40.133140 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcf994-f57d-4ac3-a1c8-adb18ca6b782 service neutron] Pushing event updated for resources: {'Port': ['ID=46c407d4-a5b9-4ded-af69-53e4b90a70c8,revision_number=3']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:40.172275 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04e9834-934f-47bb-9f66-460d918597c1 x-openstack-request-id: req-e04e9834-934f-47bb-9f66-460d918597c1 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:07:40.172843 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a9f9cd-86b0-4029-b3b3-c25470b8025d", "tag": "46c407d4-a5b9-4ded-af69-53e4b90a70c8", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:07:40.172843 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e04e9834-934f-47bb-9f66-460d918597c1 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:07:40.173164 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'tag': '46c407d4-a5b9-4ded-af69-53e4b90a70c8', 'status': 'completed', 'code': 200} Nov 16 16:07:40.204911 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-f45b1c59-c4ff-4a2d-b22d-70494bf9b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:40.207845 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-f45b1c59-c4ff-4a2d-b22d-70494bf9b5c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e31ed7321198471eb4645081b697d234&device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 1097 time: 0.0531142 Nov 16 16:07:40.270963 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-b1778436-1c0f-4fb8-a11f-eda673ba5e51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8 HTTP/1.1" status: 200 len: 217 time: 0.0493059 Nov 16 16:07:40.365945 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-3cc38369-6e35-45d8-aabd-99b0715c9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:40.367509 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-3cc38369-6e35-45d8-aabd-99b0715c9718 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9aad9b3d-1ec8-40ad-bc64-6d47be116d34 HTTP/1.1" status: 200 len: 854 time: 0.0807912 Nov 16 16:07:40.395656 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0e484-7cad-4add-8834-43426a0ccaed req-85ad8738-465b-40ff-a036-995591073540 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:40.397367 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1cd0e484-7cad-4add-8834-43426a0ccaed req-85ad8738-465b-40ff-a036-995591073540 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 944 time: 0.1021683 Nov 16 16:07:40.472699 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-4969446c-12de-478b-913f-f673b5ead41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:40.474279 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-4969446c-12de-478b-913f-f673b5ead41d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900872 Nov 16 16:07:40.479134 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1cd0e484-7cad-4add-8834-43426a0ccaed req-f41a504b-ca36-4524-bb1d-05c022a1aa7c tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741827 Nov 16 16:07:40.574168 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-a7365682-88d5-4142-a178-74e1aa763567 service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881538 Nov 16 16:07:40.672148 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8c97ea56-12a3-4d2a-81f1-d0c65626d34c req-8956c99e-a699-4c35-bf33-88bac93d1028 service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896759 Nov 16 16:07:40.770824 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee08481-c315-4d5c-b507-6ba90f09fdbf req-ecd1ed5e-3172-4bfd-8aa4-90f55d816307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:40.772409 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6ee08481-c315-4d5c-b507-6ba90f09fdbf req-ecd1ed5e-3172-4bfd-8aa4-90f55d816307 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e31ed7321198471eb4645081b697d234&device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 1097 time: 0.0439363 Nov 16 16:07:40.878150 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee08481-c315-4d5c-b507-6ba90f09fdbf req-ec626a13-60a1-4f5a-bf34-344882e18ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:40.879755 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6ee08481-c315-4d5c-b507-6ba90f09fdbf req-ec626a13-60a1-4f5a-bf34-344882e18ef8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27 HTTP/1.1" status: 200 len: 916 time: 0.0940990 Nov 16 16:07:40.923039 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6ee08481-c315-4d5c-b507-6ba90f09fdbf req-8268c302-8631-4c1a-b6ba-59fb36112429 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8 HTTP/1.1" status: 200 len: 217 time: 0.0349414 Nov 16 16:07:40.972962 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee08481-c315-4d5c-b507-6ba90f09fdbf req-2bc0d00b-766e-493f-a360-cdc0788d2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:40.974446 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6ee08481-c315-4d5c-b507-6ba90f09fdbf req-2bc0d00b-766e-493f-a360-cdc0788d2f8e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9aad9b3d-1ec8-40ad-bc64-6d47be116d34 HTTP/1.1" status: 200 len: 854 time: 0.0441108 Nov 16 16:07:41.025242 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee08481-c315-4d5c-b507-6ba90f09fdbf req-d2e3edb5-5d1d-4568-80c0-789a4b11b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:41.027053 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6ee08481-c315-4d5c-b507-6ba90f09fdbf req-d2e3edb5-5d1d-4568-80c0-789a4b11b7e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447290 Nov 16 16:07:41.134538 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6ee08481-c315-4d5c-b507-6ba90f09fdbf req-4396a16a-6503-40e3-b19b-c1234a0248ab service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993221 Nov 16 16:07:41.239970 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6ee08481-c315-4d5c-b507-6ba90f09fdbf req-c81fb205-488f-4f2b-aca1-60eed7b1cefb service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974398 Nov 16 16:07:41.621090 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca7e90-9676-499d-8231-718162ee44ec req-bad11564-c36a-45de-b494-e7b3100451bf tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:41.621345 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b4ca7e90-9676-499d-8231-718162ee44ec req-bad11564-c36a-45de-b494-e7b3100451bf tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 944 time: 0.0574737 Nov 16 16:07:41.675032 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b4ca7e90-9676-499d-8231-718162ee44ec req-675c52d9-cc44-4689-81f2-302afdf44da0 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479333 Nov 16 16:07:42.009273 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45074) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:42.037684 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8b3e3-6295-49b3-a3b5-c3226b02f9d8 req-da121300-21e1-4523-81ad-2e2a128017cf tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:42.039144 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-72d8b3e3-6295-49b3-a3b5-c3226b02f9d8 req-da121300-21e1-4523-81ad-2e2a128017cf tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0491879 Nov 16 16:07:42.090650 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-72d8b3e3-6295-49b3-a3b5-c3226b02f9d8 req-1e28ff52-739e-48bd-9199-74e5ff4e8b94 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457149 Nov 16 16:07:42.115749 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9fa71940-d2e3-4cb7-990a-116e93cac60e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:42.187786 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9fa71940-d2e3-4cb7-990a-116e93cac60e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:42.192237 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9fa71940-d2e3-4cb7-990a-116e93cac60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:42.230475 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-9fa71940-d2e3-4cb7-990a-116e93cac60e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f904edcea61d41d596815a67f2ebe6bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201445 Nov 16 16:07:42.231328 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa71940-d2e3-4cb7-990a-116e93cac60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88674204-664e-422e-a93f-6c6dffaba251,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:42.233195 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 45080) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:42.281134 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f8781844-6471-433a-b7be-a976208eea43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:42.302826 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f8781844-6471-433a-b7be-a976208eea43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:42.348624 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f8781844-6471-433a-b7be-a976208eea43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:42.351074 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f8781844-6471-433a-b7be-a976208eea43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:42.352252 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-f8781844-6471-433a-b7be-a976208eea43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88674204-664e-422e-a93f-6c6dffaba251 HTTP/1.1" status: 204 len: 168 time: 0.1180103 Nov 16 16:07:42.359819 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8781844-6471-433a-b7be-a976208eea43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88674204-664e-422e-a93f-6c6dffaba251,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:42.695445 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 45086) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:42.709330 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-faf9dd39-d657-490e-8512-f78e2bacf0b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:42.819284 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-faf9dd39-d657-490e-8512-f78e2bacf0b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:42.823284 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-faf9dd39-d657-490e-8512-f78e2bacf0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:42.841665 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0f4b3-293a-4474-b0ad-a4743963dd91 req-1f0216aa-9d36-4275-9f81-e26010209a3c tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:42.843299 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-edf0f4b3-293a-4474-b0ad-a4743963dd91 req-1f0216aa-9d36-4275-9f81-e26010209a3c tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 944 time: 0.0898006 Nov 16 16:07:42.888082 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-faf9dd39-d657-490e-8512-f78e2bacf0b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ec896eff05941eca4f671549abc221c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915500 Nov 16 16:07:42.889250 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9dd39-d657-490e-8512-f78e2bacf0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596955c4-7dd0-4fc7-960e-7e1e6030dd94,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:42.890708 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45090) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:42.921360 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-edf0f4b3-293a-4474-b0ad-a4743963dd91 req-b0380f2f-e3ac-4f1a-a559-3b3e224e93cb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702119 Nov 16 16:07:42.941402 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3261c9ae-b4e1-45cd-b987-077e6b1ba9c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:42.963198 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3261c9ae-b4e1-45cd-b987-077e6b1ba9c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:43.008206 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3261c9ae-b4e1-45cd-b987-077e6b1ba9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:43.010756 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3261c9ae-b4e1-45cd-b987-077e6b1ba9c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:43.011920 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-3261c9ae-b4e1-45cd-b987-077e6b1ba9c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/596955c4-7dd0-4fc7-960e-7e1e6030dd94 HTTP/1.1" status: 204 len: 168 time: 0.1201847 Nov 16 16:07:43.020201 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261c9ae-b4e1-45cd-b987-077e6b1ba9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596955c4-7dd0-4fc7-960e-7e1e6030dd94,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:43.189377 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 46c407d4-a5b9-4ded-af69-53e4b90a70c8 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:07:43.212948 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65306d5c-126e-40bf-af54-48d4b8ad067b req-02ae18ee-e456-4cb2-937d-4b8a774dd7b3 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:43.214650 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-65306d5c-126e-40bf-af54-48d4b8ad067b req-02ae18ee-e456-4cb2-937d-4b8a774dd7b3 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0544505 Nov 16 16:07:43.272243 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-65306d5c-126e-40bf-af54-48d4b8ad067b req-bf383d0b-a122-4274-8c52-c80f91b808e5 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511298 Nov 16 16:07:43.294714 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 46c407d4-a5b9-4ded-af69-53e4b90a70c8, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8,segment=NetworkSegment(54e5cd25-24b1-4899-b0c9-434c2813b02c),segment_id=54e5cd25-24b1-4899-b0c9-434c2813b02c)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:43.305979 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '46c407d4-a5b9-4ded-af69-53e4b90a70c8', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'port_id': '46c407d4-a5b9-4ded-af69-53e4b90a70c8', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:07:43.349540 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:43.363510 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c407d4-a5b9-4ded-af69-53e4b90a70c8 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:07:43.383220 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 46c407d4-a5b9-4ded-af69-53e4b90a70c8, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8,segment=NetworkSegment(54e5cd25-24b1-4899-b0c9-434c2813b02c),segment_id=54e5cd25-24b1-4899-b0c9-434c2813b02c)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:43.387902 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:43.437064 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=46c407d4-a5b9-4ded-af69-53e4b90a70c8,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:44.039173 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebb6d4-db75-4adb-b4cc-39101741af15 req-560ae073-0256-4f14-a724-c712487033ec tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:44.040674 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a3ebb6d4-db75-4adb-b4cc-39101741af15 req-560ae073-0256-4f14-a724-c712487033ec tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 945 time: 0.0519154 Nov 16 16:07:44.088418 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a3ebb6d4-db75-4adb-b4cc-39101741af15 req-5d1f113a-2288-4f25-8fca-4d7c772a768b tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 Nov 16 16:07:44.387371 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c675a5-d9fc-406a-962b-fbf66aee82a3 req-ee378836-708b-42ae-aba6-7cbdaaf2dcba tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:44.392193 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-72c675a5-d9fc-406a-962b-fbf66aee82a3 req-ee378836-708b-42ae-aba6-7cbdaaf2dcba tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0523067 Nov 16 16:07:44.441345 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-72c675a5-d9fc-406a-962b-fbf66aee82a3 req-af83cd09-01af-4301-8c45-640c5365ef16 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455530 Nov 16 16:07:44.445790 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['46c407d4-a5b9-4ded-af69-53e4b90a70c8'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:07:44.702152 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 45154) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:44.805487 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-159000bb-06d9-4d31-b211-a4cc7efc4ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:44.880643 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-159000bb-06d9-4d31-b211-a4cc7efc4ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:44.884127 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-159000bb-06d9-4d31-b211-a4cc7efc4ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:44.925598 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-159000bb-06d9-4d31-b211-a4cc7efc4ab3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ca72f5c0c5d4d5d9a3a7a013d0ce4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222705 Nov 16 16:07:44.926458 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159000bb-06d9-4d31-b211-a4cc7efc4ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f820e4-d6ea-41e7-ac3b-0dc540345e0e,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:44.929181 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45158) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:44.980797 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5c032a0a-fb86-4169-889d-2ab06a26365d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:45.001243 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5c032a0a-fb86-4169-889d-2ab06a26365d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:45.045917 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5c032a0a-fb86-4169-889d-2ab06a26365d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:45.048601 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5c032a0a-fb86-4169-889d-2ab06a26365d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:45.049765 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-5c032a0a-fb86-4169-889d-2ab06a26365d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64f820e4-d6ea-41e7-ac3b-0dc540345e0e HTTP/1.1" status: 204 len: 168 time: 0.1192257 Nov 16 16:07:45.057076 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c032a0a-fb86-4169-889d-2ab06a26365d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f820e4-d6ea-41e7-ac3b-0dc540345e0e,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:45.206233 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525f8c8-dbc3-4cee-9cdb-82b75c31d61f req-c6780965-7247-4e83-99b5-ae0bd3784a79 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:45.207883 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b525f8c8-dbc3-4cee-9cdb-82b75c31d61f req-c6780965-7247-4e83-99b5-ae0bd3784a79 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 945 time: 0.0510459 Nov 16 16:07:45.258857 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b525f8c8-dbc3-4cee-9cdb-82b75c31d61f req-41497a32-b8fe-47a9-9427-dabe2ff3e6ff tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450001 Nov 16 16:07:45.318170 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45170) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:45.331821 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7c238e10-3e3c-4c69-87ea-0ce7fc6b7e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:45.407111 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7c238e10-3e3c-4c69-87ea-0ce7fc6b7e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:45.411421 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7c238e10-3e3c-4c69-87ea-0ce7fc6b7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:45.453383 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-7c238e10-3e3c-4c69-87ea-0ce7fc6b7e41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cab26516d70148188bdd69e002495069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318192 Nov 16 16:07:45.453383 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c238e10-3e3c-4c69-87ea-0ce7fc6b7e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dff53f-526c-4839-aa96-acada93d8c6e,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:45.454726 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 45174) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:07:45.509264 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0bf3f688-93e2-4d2b-b379-82652503f059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:45.558333 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0bf3f688-93e2-4d2b-b379-82652503f059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:45.599007 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643050b5-ed98-4422-af9a-1413899f63e6 req-a4b4c07b-4e76-426f-8b06-39b2e82ac37d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:45.600499 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-643050b5-ed98-4422-af9a-1413899f63e6 req-a4b4c07b-4e76-426f-8b06-39b2e82ac37d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0808041 Nov 16 16:07:45.646808 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0bf3f688-93e2-4d2b-b379-82652503f059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:45.649391 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0bf3f688-93e2-4d2b-b379-82652503f059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:45.650513 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-0bf3f688-93e2-4d2b-b379-82652503f059 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1dff53f-526c-4839-aa96-acada93d8c6e HTTP/1.1" status: 204 len: 168 time: 0.1954892 Nov 16 16:07:45.664498 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-643050b5-ed98-4422-af9a-1413899f63e6 req-99bd0fec-ba65-4ba7-bfb4-7c068809a8e4 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579815 Nov 16 16:07:45.665590 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3f688-93e2-4d2b-b379-82652503f059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dff53f-526c-4839-aa96-acada93d8c6e,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:46.388249 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fe7f4-450b-46ec-ad91-238b26efeb5d req-1aecbc8a-adba-4921-bfdd-bbaa7684caea tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:46.389743 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-499fe7f4-450b-46ec-ad91-238b26efeb5d req-1aecbc8a-adba-4921-bfdd-bbaa7684caea tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 945 time: 0.0623579 Nov 16 16:07:46.440133 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-499fe7f4-450b-46ec-ad91-238b26efeb5d req-9c548dcf-8508-4886-ae09-8eb6a8d5c96f tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430849 Nov 16 16:07:46.799766 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5ca05-f4ac-4e7a-aca9-66135207e6db req-b04f4cbe-bbc0-494b-862b-63214acb0e00 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:46.801434 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-55a5ca05-f4ac-4e7a-aca9-66135207e6db req-b04f4cbe-bbc0-494b-862b-63214acb0e00 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0583398 Nov 16 16:07:46.852144 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-55a5ca05-f4ac-4e7a-aca9-66135207e6db req-6f2a3ff7-8f92-462d-aef0-e8c64cdabf6a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445416 Nov 16 16:07:47.555518 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 46c407d4-a5b9-4ded-af69-53e4b90a70c8 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:07:47.556164 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b4d7c-9d12-4eba-84f0-7625e59c5ac8 req-86b9660b-9896-41f3-b5da-7929ce2ec876 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:47.557648 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-820b4d7c-9d12-4eba-84f0-7625e59c5ac8 req-86b9660b-9896-41f3-b5da-7929ce2ec876 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 945 time: 0.0490985 Nov 16 16:07:47.604684 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 46c407d4-a5b9-4ded-af69-53e4b90a70c8 completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:07:47.606098 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-820b4d7c-9d12-4eba-84f0-7625e59c5ac8 req-041615f0-84ac-4044-8896-f7de47c3f185 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424073 Nov 16 16:07:47.609096 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 46c407d4-a5b9-4ded-af69-53e4b90a70c8 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:07:47.609474 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:47.690460 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:47.713444 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c407d4-a5b9-4ded-af69-53e4b90a70c8'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:07:47.715686 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38602ad5-7fa6-43fd-9da5-1ce4fce65b27" -d '{"events": [{"server_uuid": "c5a9f9cd-86b0-4029-b3b3-c25470b8025d", "name": "network-vif-plugged", "status": "completed", "tag": "46c407d4-a5b9-4ded-af69-53e4b90a70c8"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:07:47.729545 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 46c407d4-a5b9-4ded-af69-53e4b90a70c8, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8,segment=NetworkSegment(54e5cd25-24b1-4899-b0c9-434c2813b02c),segment_id=54e5cd25-24b1-4899-b0c9-434c2813b02c)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:07:47.735068 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:47.760643 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04726bc-b495-4408-81d3-13f1c84f2d15 x-openstack-request-id: req-a04726bc-b495-4408-81d3-13f1c84f2d15 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:07:47.760937 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a9f9cd-86b0-4029-b3b3-c25470b8025d", "name": "network-vif-plugged", "status": "completed", "tag": "46c407d4-a5b9-4ded-af69-53e4b90a70c8", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:07:47.761191 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a04726bc-b495-4408-81d3-13f1c84f2d15 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:07:47.761582 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c407d4-a5b9-4ded-af69-53e4b90a70c8', 'code': 200} Nov 16 16:07:47.785598 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=46c407d4-a5b9-4ded-af69-53e4b90a70c8,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:07:47.964706 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97ca8d-8496-4111-9d28-7571dd44a69e req-5a25610a-8308-4658-87ed-33139c8124c6 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:47.966168 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5d97ca8d-8496-4111-9d28-7571dd44a69e req-5a25610a-8308-4658-87ed-33139c8124c6 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0488236 Nov 16 16:07:48.012652 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5d97ca8d-8496-4111-9d28-7571dd44a69e req-32810cec-1669-46b5-9bf8-48b7cfd063d4 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403514 Nov 16 16:07:48.723111 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455d8dd-602d-4f6a-a83a-48560247ee29 req-73dc0c25-5492-41a6-9feb-0df84fac2c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:48.724626 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f455d8dd-602d-4f6a-a83a-48560247ee29 req-73dc0c25-5492-41a6-9feb-0df84fac2c63 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 1099 time: 0.0702269 Nov 16 16:07:48.741547 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25b903-2599-414f-ad94-0a1bf574a34f req-f5dacd86-ec75-44c0-a73d-af1295578ab2 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:48.743001 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1a25b903-2599-414f-ad94-0a1bf574a34f req-f5dacd86-ec75-44c0-a73d-af1295578ab2 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 946 time: 0.0619216 Nov 16 16:07:48.808068 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f455d8dd-602d-4f6a-a83a-48560247ee29 req-e3809547-ffb7-4c3a-80f9-02b61e9e2870 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640721 Nov 16 16:07:48.820026 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1a25b903-2599-414f-ad94-0a1bf574a34f req-a6c79855-675a-4e3d-98d6-8b346abf3114 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700893 Nov 16 16:07:49.127921 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5517a2-5826-4e83-bac7-ee412dbcf6ba req-f910bd0a-1cc8-4e20-a007-e4dde9094f40 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:49.129404 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4f5517a2-5826-4e83-bac7-ee412dbcf6ba req-f910bd0a-1cc8-4e20-a007-e4dde9094f40 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0496900 Nov 16 16:07:49.178729 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4f5517a2-5826-4e83-bac7-ee412dbcf6ba req-8c58d0f6-8def-47c4-b70e-1bdd7fbd5de8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434871 Nov 16 16:07:49.960922 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafb4ee-99e5-4650-9187-a125d56d38b4 req-3b38e282-cbbe-49ed-8dd7-5179862f8da2 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:49.962399 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ebafb4ee-99e5-4650-9187-a125d56d38b4 req-3b38e282-cbbe-49ed-8dd7-5179862f8da2 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 946 time: 0.0510318 Nov 16 16:07:50.009955 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ebafb4ee-99e5-4650-9187-a125d56d38b4 req-4ef0a969-f966-429d-be16-ea1121fac8ec tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414715 Nov 16 16:07:50.303008 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d975ec-7b2c-4f2b-bf9e-4ff7934cd2b7 req-0c9cbbd2-4cf8-4687-b63b-537ad3c0befb tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:50.304530 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6d975ec-7b2c-4f2b-bf9e-4ff7934cd2b7 req-0c9cbbd2-4cf8-4687-b63b-537ad3c0befb tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0507088 Nov 16 16:07:50.355730 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6d975ec-7b2c-4f2b-bf9e-4ff7934cd2b7 req-7767a6ce-f5a8-4277-a205-f594b2dade8c tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449560 Nov 16 16:07:50.736595 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-872c3ba2-91d7-422f-8a30-ff33028cbc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:51.126472 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf703775-069a-43c1-91fa-75b2ff16261d req-35de335c-845b-43ef-978e-d2d145bcb58f tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:51.129045 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bf703775-069a-43c1-91fa-75b2ff16261d req-35de335c-845b-43ef-978e-d2d145bcb58f tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 946 time: 0.0529985 Nov 16 16:07:51.177189 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bf703775-069a-43c1-91fa-75b2ff16261d req-3a22275a-fd3e-43b3-b190-86364ffa94d3 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422919 Nov 16 16:07:51.468386 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122cb3b-c790-440b-8c72-a17472fb7d50 req-127f18ea-37b5-4eb9-b198-b01aff4283a4 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:51.469889 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e122cb3b-c790-440b-8c72-a17472fb7d50 req-127f18ea-37b5-4eb9-b198-b01aff4283a4 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0488079 Nov 16 16:07:51.517196 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e122cb3b-c790-440b-8c72-a17472fb7d50 req-8d97e14b-2f66-47ae-8f0a-943256f00a6b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404978 Nov 16 16:07:52.295524 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fd2a1-83ac-496a-a86a-b63bc89c97c2 req-71383933-9460-49d1-a2b1-19b43b234cbc tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:52.297092 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-696fd2a1-83ac-496a-a86a-b63bc89c97c2 req-71383933-9460-49d1-a2b1-19b43b234cbc tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 946 time: 0.0528002 Nov 16 16:07:52.350799 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-696fd2a1-83ac-496a-a86a-b63bc89c97c2 req-e488810d-b68f-4a12-9783-fc0c3877006b tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471392 Nov 16 16:07:52.470423 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b8318-6061-4d7c-b3ac-ce738cf4014b req-6dded169-c867-4d9b-9ea5-54f8b7340d26 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:52.471816 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-767b8318-6061-4d7c-b3ac-ce738cf4014b req-6dded169-c867-4d9b-9ea5-54f8b7340d26 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 946 time: 0.0508473 Nov 16 16:07:52.518960 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-767b8318-6061-4d7c-b3ac-ce738cf4014b req-ee560523-b8ab-4636-b94d-7a0fe343efd7 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Nov 16 16:07:52.630701 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a794570-2ef2-4178-9a90-7bc350035452 req-99961354-0994-452f-aa41-c57846d94676 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:52.632202 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1a794570-2ef2-4178-9a90-7bc350035452 req-99961354-0994-452f-aa41-c57846d94676 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0481102 Nov 16 16:07:52.683829 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1a794570-2ef2-4178-9a90-7bc350035452 req-93ac916e-bd69-4961-9954-81ab0f6e3c8d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455661 Nov 16 16:07:52.848453 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74999b-97d1-47e9-aaa6-c11acd5a1d2e req-3d1e0c23-efe3-4222-adc1-56a1bf652998 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:52.849890 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cf74999b-97d1-47e9-aaa6-c11acd5a1d2e req-3d1e0c23-efe3-4222-adc1-56a1bf652998 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 946 time: 0.0489767 Nov 16 16:07:52.897782 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cf74999b-97d1-47e9-aaa6-c11acd5a1d2e req-9f796b30-43df-4a08-8519-664dacee388d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 Nov 16 16:07:53.012513 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-39be0c76-4fa6-4876-93d4-42e153ffe4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:53.801761 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891ac30-b459-468d-92eb-3e14437f41c8 req-c6317576-0d9c-4789-8f84-d7f7f31e3343 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:53.803220 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f891ac30-b459-468d-92eb-3e14437f41c8 req-c6317576-0d9c-4789-8f84-d7f7f31e3343 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0515687 Nov 16 16:07:53.853405 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f891ac30-b459-468d-92eb-3e14437f41c8 req-78d94d48-ad36-4508-820b-65ecc53ee612 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441957 Nov 16 16:07:54.348920 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:54.976136 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d579b-13c6-4752-848b-a7dad2965cf7 req-3f687293-1521-4e70-9680-2b746777cde4 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:54.977619 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b31d579b-13c6-4752-848b-a7dad2965cf7 req-3f687293-1521-4e70-9680-2b746777cde4 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0528286 Nov 16 16:07:55.025275 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b31d579b-13c6-4752-848b-a7dad2965cf7 req-ba84cadc-c91d-4299-a520-18497fd6a355 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410841 Nov 16 16:07:55.736634 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:56.145281 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5bbd5-b5a4-4a00-8d34-5ea8bd3dad6c req-4080b1e8-f5a9-4c29-8a4c-4881eeee7cbd tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:56.146842 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8ef5bbd5-b5a4-4a00-8d34-5ea8bd3dad6c req-4080b1e8-f5a9-4c29-8a4c-4881eeee7cbd tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0495691 Nov 16 16:07:56.200553 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8ef5bbd5-b5a4-4a00-8d34-5ea8bd3dad6c req-e7514696-9e33-42f7-8807-7d9ad4d8d097 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474219 Nov 16 16:07:56.504274 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:56.620310 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:07:57.317737 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0352e0b-d9da-46b9-8efb-974f462bdcda req-5d6fecb4-a567-4693-970a-c7a6315b3512 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:57.319263 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0352e0b-d9da-46b9-8efb-974f462bdcda req-5d6fecb4-a567-4693-970a-c7a6315b3512 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0517514 Nov 16 16:07:57.371684 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0352e0b-d9da-46b9-8efb-974f462bdcda req-82af3e73-2d36-4426-ada3-6a00460764d0 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465074 Nov 16 16:07:57.393977 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:07:58.495163 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1534a-ae10-480d-976f-40e1344bcb8c req-89883cc7-4a0b-4955-83ed-07973a73f00d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:58.496802 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c3e1534a-ae10-480d-976f-40e1344bcb8c req-89883cc7-4a0b-4955-83ed-07973a73f00d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0521274 Nov 16 16:07:58.545459 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c3e1534a-ae10-480d-976f-40e1344bcb8c req-5421d122-97bc-4718-8e98-c348b1a7a6f0 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420494 Nov 16 16:07:59.471606 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7b7af736-92b9-4978-943b-9a2af7ee43ea req-19683b9d-8118-4117-9371-f04c5534f879 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466318 Nov 16 16:07:59.535925 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7af736-92b9-4978-943b-9a2af7ee43ea req-d2ab937b-3baf-481f-ab1e-a892ddc9af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:59.537095 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7b7af736-92b9-4978-943b-9a2af7ee43ea req-d2ab937b-3baf-481f-ab1e-a892ddc9af1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae9bddc9870246e99f813976878279cb&device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 1099 time: 0.0435259 Nov 16 16:07:59.686103 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7af736-92b9-4978-943b-9a2af7ee43ea req-d9dd8fd3-cddd-4ecb-9f75-12d671631581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:59.687642 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7b7af736-92b9-4978-943b-9a2af7ee43ea req-d9dd8fd3-cddd-4ecb-9f75-12d671631581 service neutron] 10.222.0.62 "GET /v2.0/networks?id=72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 200 len: 917 time: 0.1290545 Nov 16 16:07:59.712118 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dee928-7b89-4209-a343-6d416d4eea06 req-b0d63091-f2c9-4da7-921c-8f75411d1939 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:59.713582 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b0dee928-7b89-4209-a343-6d416d4eea06 req-b0d63091-f2c9-4da7-921c-8f75411d1939 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0717354 Nov 16 16:07:59.789666 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7b7af736-92b9-4978-943b-9a2af7ee43ea req-46dd660b-545b-461e-a4c3-2619ebfc34a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6 HTTP/1.1" status: 200 len: 1001 time: 0.0944133 Nov 16 16:07:59.828867 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b0dee928-7b89-4209-a343-6d416d4eea06 req-cfd6a70f-d999-4304-8dcf-69ff542cceb1 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850468 Nov 16 16:07:59.846200 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7af736-92b9-4978-943b-9a2af7ee43ea req-436fb424-7637-49a2-82ab-697e07bdd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:59.847706 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7b7af736-92b9-4978-943b-9a2af7ee43ea req-436fb424-7637-49a2-82ab-697e07bdd8c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=060fb2ef-695e-459c-84ba-c29c715db089 HTTP/1.1" status: 200 len: 855 time: 0.0505447 Nov 16 16:07:59.896043 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7af736-92b9-4978-943b-9a2af7ee43ea req-5ca78a7d-2d29-48ab-b87e-e474879d08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:07:59.897450 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7b7af736-92b9-4978-943b-9a2af7ee43ea req-5ca78a7d-2d29-48ab-b87e-e474879d08ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72ea3377-b38c-416b-8581-98962c72f168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423365 Nov 16 16:08:00.018052 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7b7af736-92b9-4978-943b-9a2af7ee43ea req-31ffcd45-f73c-4655-a9da-b5093f308794 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124339 Nov 16 16:08:00.079258 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feef870-5c4c-47bc-9ac7-10e309e4fab0 req-71b9880e-cc21-401a-bcef-5d83a44d3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:00.080869 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6feef870-5c4c-47bc-9ac7-10e309e4fab0 req-71b9880e-cc21-401a-bcef-5d83a44d3648 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b827321a45f5478a8bd7953ed7be64b6&device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 1099 time: 0.0439258 Nov 16 16:08:00.180206 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feef870-5c4c-47bc-9ac7-10e309e4fab0 req-dfbce780-cad2-4e40-a6b5-22268795a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:00.181710 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6feef870-5c4c-47bc-9ac7-10e309e4fab0 req-dfbce780-cad2-4e40-a6b5-22268795a95c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f HTTP/1.1" status: 200 len: 910 time: 0.0933399 Nov 16 16:08:00.256040 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6feef870-5c4c-47bc-9ac7-10e309e4fab0 req-c091ab46-7c2f-4a53-989a-e99af46aefb4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07aae0fa-265c-47a8-af4f-ea385dbee127 HTTP/1.1" status: 200 len: 1001 time: 0.0659792 Nov 16 16:08:00.309148 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feef870-5c4c-47bc-9ac7-10e309e4fab0 req-54e5636e-79fd-443d-a79c-e1ca3a93e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:00.310615 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6feef870-5c4c-47bc-9ac7-10e309e4fab0 req-54e5636e-79fd-443d-a79c-e1ca3a93e28f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ec2c535f-42fb-4fff-81b4-1040ff0751d5 HTTP/1.1" status: 200 len: 848 time: 0.0466511 Nov 16 16:08:00.333484 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf979eb3-7757-4d04-942c-9fe1b8595915 req-4b8aa5a7-76c0-4018-a98e-45dcf1c3bcf7 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:00.334869 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bf979eb3-7757-4d04-942c-9fe1b8595915 req-4b8aa5a7-76c0-4018-a98e-45dcf1c3bcf7 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.3317051 Nov 16 16:08:00.360640 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feef870-5c4c-47bc-9ac7-10e309e4fab0 req-d745501c-efb7-4610-8859-3ecc8b543e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:00.361984 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6feef870-5c4c-47bc-9ac7-10e309e4fab0 req-d745501c-efb7-4610-8859-3ecc8b543e3d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411513 Nov 16 16:08:00.378657 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7b7af736-92b9-4978-943b-9a2af7ee43ea req-eecc6550-82e4-4f38-be17-8afcf4991673 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467844 Nov 16 16:08:00.402415 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bf979eb3-7757-4d04-942c-9fe1b8595915 req-78fb4c39-234d-4da0-96b6-01d217843789 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610034 Nov 16 16:08:00.459878 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6feef870-5c4c-47bc-9ac7-10e309e4fab0 req-97b3dba2-59ea-4e4e-ab72-dc0108eb090a service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883961 Nov 16 16:08:00.553932 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6feef870-5c4c-47bc-9ac7-10e309e4fab0 req-4b965233-a2bb-4119-94c4-f681a7ca63b5 service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844085 Nov 16 16:08:00.706092 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 45458) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:00.817825 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:00.898382 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:00.902476 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:00.941135 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3b91dd87150c4f56954eb7c8e8a476f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339628 Nov 16 16:08:00.942510 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95410cc9-882f-486a-a56b-739211bd239a,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:00.944934 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45462) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:00.950234 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:00.950634 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:00.950985 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:00.951321 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:00.951725 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:00.952065 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:00.952397 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:00.952722 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:00.953051 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:00.953372 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:00.953694 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:00.954014 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e884253c-3d0e-411e-b8a1-14ad1d0241e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:00.996010 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:01.024839 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:01.072958 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:01.075593 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:01.076701 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/95410cc9-882f-486a-a56b-739211bd239a HTTP/1.1" status: 204 len: 168 time: 0.1308076 Nov 16 16:08:01.085149 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95410cc9-882f-486a-a56b-739211bd239a,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:01.092161 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:01.092502 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:01.092838 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:01.093173 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:01.093500 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:01.094924 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:01.094924 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:01.094924 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:01.094924 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:01.095269 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:01.095354 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:01.095804 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d376b-5ece-44e7-8216-df1578e4eb2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:01.522479 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f2132-2cad-4392-bcf6-5817b510c741 req-fe954143-f83f-4a42-82de-f6d558cf5af9 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:01.523924 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0d2f2132-2cad-4392-bcf6-5817b510c741 req-fe954143-f83f-4a42-82de-f6d558cf5af9 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0510180 Nov 16 16:08:01.570879 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0d2f2132-2cad-4392-bcf6-5817b510c741 req-319fc0d6-343e-42e1-b057-a5d7f2b8bb13 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409341 Nov 16 16:08:02.290024 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3c123-dac4-4431-9c8d-cfe622d03dda req-3d0d9af3-a942-4def-9137-7e07d9ac6792 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:02.291498 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-18c3c123-dac4-4431-9c8d-cfe622d03dda req-3d0d9af3-a942-4def-9137-7e07d9ac6792 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 946 time: 0.0484166 Nov 16 16:08:02.340559 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-18c3c123-dac4-4431-9c8d-cfe622d03dda req-c39cf609-1b08-4b0b-8199-91ed42ab8614 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432539 Nov 16 16:08:02.363089 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 45484) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:02.546994 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d20fdfd-e111-4fb3-a870-f1a234572963 tempest-TestMinimumBasicScenario-2133315281 tempest-TestMinimumBasicScenario-2133315281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:02.548507 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-4d20fdfd-e111-4fb3-a870-f1a234572963 tempest-TestMinimumBasicScenario-2133315281 tempest-TestMinimumBasicScenario-2133315281-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 1094 time: 0.1844268 Nov 16 16:08:02.551310 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 45488) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:02.555722 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Request body: {'floatingip': {'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'port_id': '46c407d4-a5b9-4ded-af69-53e4b90a70c8', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:02.576688 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for floatingip, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:02.670712 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:02.776010 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Allocated IP 172.27.1.52 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/e4b76c17-e21c-4470-9468-4892bbae0dbe) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:08:02.877065 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:02.915339 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:02.963152 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:08:02.966038 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:08:02.971693 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:08:03.008975 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event updated for resources: {'Port': ['ID=e4b76c17-e21c-4470-9468-4892bbae0dbe,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:03.101399 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a43db8-b10c-4f78-a2d3-995b2202ca49 req-22792946-d79c-412c-810b-20e2b489f047 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:03.102783 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-84a43db8-b10c-4f78-a2d3-995b2202ca49 req-22792946-d79c-412c-810b-20e2b489f047 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 945 time: 0.1057611 Nov 16 16:08:03.227192 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-84a43db8-b10c-4f78-a2d3-995b2202ca49 req-6e2e9030-1e99-41d9-927b-1ccd9b87e5c6 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179049 Nov 16 16:08:03.384196 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:03.448741 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:03.595767 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:03.600934 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:03.666553 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event updated for resources: {'Port': ['ID=e4b76c17-e21c-4470-9468-4892bbae0dbe,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:03.678429 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:03.780409 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.l3_db [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Floating IP 30105e88-6503-4784-b718-27740015ad46 associated. External IP: 172.27.1.52, port: 46c407d4-a5b9-4ded-af69-53e4b90a70c8. Nov 16 16:08:03.987583 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:08:04.095779 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:08:04.105872 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da835d-0a19-4d06-93f1-0b25a03ea64c None None] Sync routers for ids ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:08:04.113298 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.117001 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da835d-0a19-4d06-93f1-0b25a03ea64c None None] Routers {'8310889f-c0ae-4dd3-a9bf-519bc3e27831'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:08:04.117700 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-a7da835d-0a19-4d06-93f1-0b25a03ea64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:07:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:04.140759 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-5083af52-3b09-4982-8358-aa3d291bc430 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5882356 Nov 16 16:08:04.141340 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'tag': '46c407d4-a5b9-4ded-af69-53e4b90a70c8'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:08:04.143596 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6363fbb8-6a94-424a-97d6-b27d45b0c9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a9f9cd-86b0-4029-b3b3-c25470b8025d", "tag": "46c407d4-a5b9-4ded-af69-53e4b90a70c8"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:08:04.143916 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45496) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:04.149895 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-d919c442-91cf-4a02-8704-3a5e33e838e8 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999167629', 'description': 'tempest-secgroup-smoke-999167629 description', 'project_id': 'e31ed7321198471eb4645081b697d234'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:04.174001 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d919c442-91cf-4a02-8704-3a5e33e838e8 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.187602 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6b3a57-ff2e-4a06-bdd1-2ee2ebe2230e x-openstack-request-id: req-5f6b3a57-ff2e-4a06-bdd1-2ee2ebe2230e {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:08:04.187896 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a9f9cd-86b0-4029-b3b3-c25470b8025d", "tag": "46c407d4-a5b9-4ded-af69-53e4b90a70c8", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:08:04.188145 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f6b3a57-ff2e-4a06-bdd1-2ee2ebe2230e {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:08:04.188544 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'tag': '46c407d4-a5b9-4ded-af69-53e4b90a70c8', 'status': 'completed', 'code': 200} Nov 16 16:08:04.231741 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-a7da835d-0a19-4d06-93f1-0b25a03ea64c None None] Set router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:08:04.272731 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d919c442-91cf-4a02-8704-3a5e33e838e8 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.281725 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d919c442-91cf-4a02-8704-3a5e33e838e8 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.298719 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fbb8-6a94-424a-97d6-b27d45b0c9b1 req-bcddb338-426a-4aaa-9a68-b197c33fea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:04.300243 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6363fbb8-6a94-424a-97d6-b27d45b0c9b1 req-bcddb338-426a-4aaa-9a68-b197c33fea44 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e31ed7321198471eb4645081b697d234&device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 1099 time: 0.0729930 Nov 16 16:08:04.346431 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d919c442-91cf-4a02-8704-3a5e33e838e8 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.347875 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-d919c442-91cf-4a02-8704-3a5e33e838e8 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2027133 Nov 16 16:08:04.351597 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 45502) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:04.356214 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-7f9e116d-81b1-422e-9012-2aaff4b77478 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Request body: {'security_group_rule': {'security_group_id': '214fc19b-118a-46ba-843f-b8d426e798fc', 'project_id': 'e31ed7321198471eb4645081b697d234', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:04.371607 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a7089-a1ab-48a4-a16a-3765ba848da7 req-7b658fb9-e1b2-4c04-b6d6-133cf5c613c4 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:04.373203 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3a8a7089-a1ab-48a4-a16a-3765ba848da7 req-7b658fb9-e1b2-4c04-b6d6-133cf5c613c4 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 945 time: 0.0667651 Nov 16 16:08:04.378143 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919c442-91cf-4a02-8704-3a5e33e838e8 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214fc19b-118a-46ba-843f-b8d426e798fc,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:04.409497 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7f9e116d-81b1-422e-9012-2aaff4b77478 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.424683 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fbb8-6a94-424a-97d6-b27d45b0c9b1 req-c9d9d6a9-d6d6-4637-aac8-acef27b44988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:04.426289 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6363fbb8-6a94-424a-97d6-b27d45b0c9b1 req-c9d9d6a9-d6d6-4637-aac8-acef27b44988 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27 HTTP/1.1" status: 200 len: 916 time: 0.1069558 Nov 16 16:08:04.494219 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3a8a7089-a1ab-48a4-a16a-3765ba848da7 req-4d2ef3bd-d278-48a5-9790-e9ddc78f6d07 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926092 Nov 16 16:08:04.499661 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6363fbb8-6a94-424a-97d6-b27d45b0c9b1 req-1bb03f3a-f0af-4cf8-9795-fb6135857c8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8 HTTP/1.1" status: 200 len: 999 time: 0.0618882 Nov 16 16:08:04.512373 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7f9e116d-81b1-422e-9012-2aaff4b77478 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.519115 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-a7da835d-0a19-4d06-93f1-0b25a03ea64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:07:06Z', 'revision_number': 4, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port': {'id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:03Z', 'updated_at': '2021-11-16T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '30105e88-6503-4784-b718-27740015ad46', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'port_id': '46c407d4-a5b9-4ded-af69-53e4b90a70c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:08:03Z', 'updated_at': '2021-11-16T16:08:03Z', 'revision_number': 0, 'project_id': 'e31ed7321198471eb4645081b697d234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309536b-659c-454e-a099-1e2f68be668b', 'name': '', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'mac_address': 'fa:16:3e:47:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:05Z', 'updated_at': '2021-11-16T16:07:11Z', 'revision_number': 5, 'project_id': 'e31ed7321198471eb4645081b697d234', 'subnets': [{'id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:04.524818 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7f9e116d-81b1-422e-9012-2aaff4b77478 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.543796 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e116d-81b1-422e-9012-2aaff4b77478 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728d9844-d2a0-4c04-aff2-1c507ca8deb1,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:04.552393 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da835d-0a19-4d06-93f1-0b25a03ea64c None None] Checking router: 8310889f-c0ae-4dd3-a9bf-519bc3e27831 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:08:04.554037 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-7f9e116d-81b1-422e-9012-2aaff4b77478 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.558429 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-7f9e116d-81b1-422e-9012-2aaff4b77478 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2026107 Nov 16 16:08:04.558429 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 45504) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:04.561394 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da835d-0a19-4d06-93f1-0b25a03ea64c None None] Routers {'8310889f-c0ae-4dd3-a9bf-519bc3e27831'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:08:04.562039 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-a7da835d-0a19-4d06-93f1-0b25a03ea64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:07:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:04.563409 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-a3eceeeb-2d56-4e6d-9aa5-9b98e3629741 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Request body: {'security_group_rule': {'security_group_id': '214fc19b-118a-46ba-843f-b8d426e798fc', 'project_id': 'e31ed7321198471eb4645081b697d234', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:04.577123 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fbb8-6a94-424a-97d6-b27d45b0c9b1 req-f917bcd3-98bf-49d2-b5f5-585261831e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:04.578900 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6363fbb8-6a94-424a-97d6-b27d45b0c9b1 req-f917bcd3-98bf-49d2-b5f5-585261831e16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9aad9b3d-1ec8-40ad-bc64-6d47be116d34 HTTP/1.1" status: 200 len: 854 time: 0.0671690 Nov 16 16:08:04.589626 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a3eceeeb-2d56-4e6d-9aa5-9b98e3629741 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.628726 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363fbb8-6a94-424a-97d6-b27d45b0c9b1 req-12be9e14-cddc-4438-bf20-9f41730cda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:04.630609 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6363fbb8-6a94-424a-97d6-b27d45b0c9b1 req-12be9e14-cddc-4438-bf20-9f41730cda0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423830 Nov 16 16:08:04.649957 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a3eceeeb-2d56-4e6d-9aa5-9b98e3629741 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.656040 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a3eceeeb-2d56-4e6d-9aa5-9b98e3629741 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.679674 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-a7da835d-0a19-4d06-93f1-0b25a03ea64c None None] Set router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:08:04.682204 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eceeeb-2d56-4e6d-9aa5-9b98e3629741 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3deeb0-e2ca-4004-a784-384c71f2a60a,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:04.693899 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a3eceeeb-2d56-4e6d-9aa5-9b98e3629741 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.695154 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-a3eceeeb-2d56-4e6d-9aa5-9b98e3629741 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357207 Nov 16 16:08:04.697929 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45506) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:04.702760 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-a2513820-8184-4888-a565-36716f7d1360 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Request body: {'security_group_rule': {'security_group_id': '214fc19b-118a-46ba-843f-b8d426e798fc', 'project_id': 'e31ed7321198471eb4645081b697d234', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:04.760034 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6363fbb8-6a94-424a-97d6-b27d45b0c9b1 req-9214e24a-8d76-4d5c-9412-022e08fa984f service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215346 Nov 16 16:08:04.761431 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a2513820-8184-4888-a565-36716f7d1360 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.784820 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74799b98-ba8b-407f-ae55-5b7ddd2901cf req-888a59d8-aae6-4eab-ba2b-d4ebf4b3348b tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:04.787113 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-74799b98-ba8b-407f-ae55-5b7ddd2901cf req-888a59d8-aae6-4eab-ba2b-d4ebf4b3348b tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.62 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 945 time: 0.0508492 Nov 16 16:08:04.875860 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a2513820-8184-4888-a565-36716f7d1360 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.888557 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a2513820-8184-4888-a565-36716f7d1360 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.898030 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-74799b98-ba8b-407f-ae55-5b7ddd2901cf req-44eece75-c226-44e9-9246-137c8eec3b98 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Deleting port 91aaaca5-262f-4d80-a2a1-1efde793c011 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:08:04.898460 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-74799b98-ba8b-407f-ae55-5b7ddd2901cf req-44eece75-c226-44e9-9246-137c8eec3b98 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.912791 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6363fbb8-6a94-424a-97d6-b27d45b0c9b1 req-f41eaaab-e2c0-4c23-ba7a-e1d1a8abf9ec service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412098 Nov 16 16:08:04.916358 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2513820-8184-4888-a565-36716f7d1360 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe95232-ee65-4140-bdce-f7a11a1d5730,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:04.923324 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a2513820-8184-4888-a565-36716f7d1360 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:04.924516 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-a2513820-8184-4888-a565-36716f7d1360 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2255297 Nov 16 16:08:04.928826 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45508) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:04.931297 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-a7da835d-0a19-4d06-93f1-0b25a03ea64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:07:06Z', 'revision_number': 4, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port': {'id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:03Z', 'updated_at': '2021-11-16T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '30105e88-6503-4784-b718-27740015ad46', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'port_id': '46c407d4-a5b9-4ded-af69-53e4b90a70c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:08:03Z', 'updated_at': '2021-11-16T16:08:03Z', 'revision_number': 0, 'project_id': 'e31ed7321198471eb4645081b697d234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309536b-659c-454e-a099-1e2f68be668b', 'name': '', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'mac_address': 'fa:16:3e:47:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:05Z', 'updated_at': '2021-11-16T16:07:11Z', 'revision_number': 5, 'project_id': 'e31ed7321198471eb4645081b697d234', 'subnets': [{'id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:04.933628 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-5c0966d4-4d60-40a1-9ccb-a3cb817944f7 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Request body: {'security_group_rule': {'security_group_id': '214fc19b-118a-46ba-843f-b8d426e798fc', 'project_id': 'e31ed7321198471eb4645081b697d234', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:04.962284 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da835d-0a19-4d06-93f1-0b25a03ea64c None None] The sync data for ids ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'] in dv-cinder-818098-2-iscsi is: [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:07:06Z', 'revision_number': 4, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port': {'id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:03Z', 'updated_at': '2021-11-16T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '30105e88-6503-4784-b718-27740015ad46', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'port_id': '46c407d4-a5b9-4ded-af69-53e4b90a70c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'mac_address': 'fa:16:3e:f3:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:08:03Z', 'updated_at': '2021-11-16T16:08:03Z', 'revision_number': 0, 'project_id': 'e31ed7321198471eb4645081b697d234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0309536b-659c-454e-a099-1e2f68be668b', 'name': '', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'mac_address': 'fa:16:3e:47:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:05Z', 'updated_at': '2021-11-16T16:07:11Z', 'revision_number': 5, 'project_id': 'e31ed7321198471eb4645081b697d234', 'subnets': [{'id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:08:04.973141 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5c0966d4-4d60-40a1-9ccb-a3cb817944f7 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.001271 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-74799b98-ba8b-407f-ae55-5b7ddd2901cf req-44eece75-c226-44e9-9246-137c8eec3b98 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] For port 91aaaca5-262f-4d80-a2a1-1efde793c011, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=91aaaca5-262f-4d80-a2a1-1efde793c011,segment=NetworkSegment(631b649c-9cd8-4fb9-bc74-c6744fd45870),segment_id=631b649c-9cd8-4fb9-bc74-c6744fd45870)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:08:05.001637 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-74799b98-ba8b-407f-ae55-5b7ddd2901cf req-44eece75-c226-44e9-9246-137c8eec3b98 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.016290 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-74799b98-ba8b-407f-ae55-5b7ddd2901cf req-44eece75-c226-44e9-9246-137c8eec3b98 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Calling delete_port for 91aaaca5-262f-4d80-a2a1-1efde793c011 owned by compute:nova {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:08:05.039973 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5c0966d4-4d60-40a1-9ccb-a3cb817944f7 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.044195 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5c0966d4-4d60-40a1-9ccb-a3cb817944f7 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.068270 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0966d4-4d60-40a1-9ccb-a3cb817944f7 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd5e229-313c-418d-8067-7170ff48b733,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:05.077460 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5c0966d4-4d60-40a1-9ccb-a3cb817944f7 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.078893 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-5c0966d4-4d60-40a1-9ccb-a3cb817944f7 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487527 Nov 16 16:08:05.081727 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45510) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:05.086426 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-fb878ac7-2377-4cd9-bb53-02155a546877 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Request body: {'security_group_rule': {'security_group_id': '214fc19b-118a-46ba-843f-b8d426e798fc', 'project_id': 'e31ed7321198471eb4645081b697d234', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:05.109273 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.securitygroups_db [None req-fb878ac7-2377-4cd9-bb53-02155a546877 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Project e31ed7321198471eb4645081b697d234 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 16:08:05.115171 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fb878ac7-2377-4cd9-bb53-02155a546877 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.172688 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-74799b98-ba8b-407f-ae55-5b7ddd2901cf req-44eece75-c226-44e9-9246-137c8eec3b98 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.178989 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fb878ac7-2377-4cd9-bb53-02155a546877 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.183961 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fb878ac7-2377-4cd9-bb53-02155a546877 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.191395 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['91aaaca5-262f-4d80-a2a1-1efde793c011'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:08:05.193639 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84ca7d7-daed-48d6-b2dd-7465d3986ed0 None None] New status for floating IP 30105e88-6503-4784-b718-27740015ad46: ACTIVE {{(pid=101856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:08:05.206598 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb878ac7-2377-4cd9-bb53-02155a546877 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399082b3-d8bb-4cc3-a096-5daf6a50f3d9,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:05.211564 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eece75-c226-44e9-9246-137c8eec3b98 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Pushing event deleted for resources: {'Port': ['ID=91aaaca5-262f-4d80-a2a1-1efde793c011,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:05.224912 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fb878ac7-2377-4cd9-bb53-02155a546877 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.228304 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-fb878ac7-2377-4cd9-bb53-02155a546877 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434689 Nov 16 16:08:05.229519 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45512) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:05.237231 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-71709634-3b05-45fe-bd5e-c5e4bce93665 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Request body: {'security_group_rule': {'security_group_id': '214fc19b-118a-46ba-843f-b8d426e798fc', 'project_id': 'e31ed7321198471eb4645081b697d234', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:05.269300 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.securitygroups_db [None req-71709634-3b05-45fe-bd5e-c5e4bce93665 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Project e31ed7321198471eb4645081b697d234 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 16:08:05.272442 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-74799b98-ba8b-407f-ae55-5b7ddd2901cf req-44eece75-c226-44e9-9246-137c8eec3b98 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] No DVR routers for this DVR port 91aaaca5-262f-4d80-a2a1-1efde793c011 on host hv-cinder-81809 {{(pid=101853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:08:05.275012 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-74799b98-ba8b-407f-ae55-5b7ddd2901cf req-44eece75-c226-44e9-9246-137c8eec3b98 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.276110 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-71709634-3b05-45fe-bd5e-c5e4bce93665 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.279212 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-74799b98-ba8b-407f-ae55-5b7ddd2901cf req-44eece75-c226-44e9-9246-137c8eec3b98 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.62 "DELETE /v2.0/ports/91aaaca5-262f-4d80-a2a1-1efde793c011 HTTP/1.1" status: 204 len: 173 time: 0.4847949 Nov 16 16:08:05.340698 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-71709634-3b05-45fe-bd5e-c5e4bce93665 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.345367 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-71709634-3b05-45fe-bd5e-c5e4bce93665 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.366832 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71709634-3b05-45fe-bd5e-c5e4bce93665 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1bb4f6-825d-4012-bf6a-c0486eac084b,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:05.371747 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-71709634-3b05-45fe-bd5e-c5e4bce93665 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.373020 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-71709634-3b05-45fe-bd5e-c5e4bce93665 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425443 Nov 16 16:08:05.468210 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b75bbc9d-bf43-4710-86f1-09fc892ce7f0 req-1e755e3c-ef0b-4f6f-8cd2-e377d52f35ef tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999167629&fields=id&tenant_id=e31ed7321198471eb4645081b697d234 HTTP/1.1" status: 200 len: 267 time: 0.0454659 Nov 16 16:08:05.532786 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bbc9d-bf43-4710-86f1-09fc892ce7f0 req-886a0255-78c0-494c-a8ad-264c45d61e14 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:05.534254 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b75bbc9d-bf43-4710-86f1-09fc892ce7f0 req-886a0255-78c0-494c-a8ad-264c45d61e14 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 946 time: 0.0579565 Nov 16 16:08:05.545380 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-b75bbc9d-bf43-4710-86f1-09fc892ce7f0 req-eaafdd4d-eeb6-4119-a8d6-a5078330f0d4 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Request body: {'port': {'security_groups': ['b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a', '214fc19b-118a-46ba-843f-b8d426e798fc']}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:05.628025 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-78a8130c-8270-401a-81a5-b07a3dd803cd req-e3fdecbb-4c64-4189-8aa8-bcafff94bb86 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=be30cc01-fa20-42f1-80d2-a8becb9a7e2f HTTP/1.1" status: 200 len: 210 time: 0.0447681 Nov 16 16:08:05.634694 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-b75bbc9d-bf43-4710-86f1-09fc892ce7f0 req-eaafdd4d-eeb6-4119-a8d6-a5078330f0d4 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.837290 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-b75bbc9d-bf43-4710-86f1-09fc892ce7f0 req-eaafdd4d-eeb6-4119-a8d6-a5078330f0d4 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] For port 46c407d4-a5b9-4ded-af69-53e4b90a70c8, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8,segment=NetworkSegment(54e5cd25-24b1-4899-b0c9-434c2813b02c),segment_id=54e5cd25-24b1-4899-b0c9-434c2813b02c)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:08:05.866127 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-b75bbc9d-bf43-4710-86f1-09fc892ce7f0 req-eaafdd4d-eeb6-4119-a8d6-a5078330f0d4 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.871158 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-b75bbc9d-bf43-4710-86f1-09fc892ce7f0 req-eaafdd4d-eeb6-4119-a8d6-a5078330f0d4 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.883519 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['46c407d4-a5b9-4ded-af69-53e4b90a70c8'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:08:05.914142 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bbc9d-bf43-4710-86f1-09fc892ce7f0 req-eaafdd4d-eeb6-4119-a8d6-a5078330f0d4 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:05.914771 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-b75bbc9d-bf43-4710-86f1-09fc892ce7f0 req-eaafdd4d-eeb6-4119-a8d6-a5078330f0d4 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:05.916207 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b75bbc9d-bf43-4710-86f1-09fc892ce7f0 req-eaafdd4d-eeb6-4119-a8d6-a5078330f0d4 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "PUT /v2.0/ports/46c407d4-a5b9-4ded-af69-53e4b90a70c8 HTTP/1.1" status: 200 len: 982 time: 0.3754842 Nov 16 16:08:05.943042 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafdd4d-eeb6-4119-a8d6-a5078330f0d4 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event updated for resources: {'Port': ['ID=46c407d4-a5b9-4ded-af69-53e4b90a70c8,revision_number=6']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:06.024428 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['46c407d4-a5b9-4ded-af69-53e4b90a70c8'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:08:06.030233 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47fc11-7410-49ee-a39c-f4d897d3a789 req-148f5fd5-ea43-4e4f-bb0d-f74c0f291d12 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:06.031624 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4b47fc11-7410-49ee-a39c-f4d897d3a789 req-148f5fd5-ea43-4e4f-bb0d-f74c0f291d12 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0577800 Nov 16 16:08:06.105102 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4b47fc11-7410-49ee-a39c-f4d897d3a789 req-06ce6535-c60f-4047-9bec-e73e75222185 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669165 Nov 16 16:08:06.190047 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be30cc01-fa20-42f1-80d2-a8becb9a7e2f', 'name': 'network-vif-deleted', 'tag': '91aaaca5-262f-4d80-a2a1-1efde793c011'}, {'name': 'network-changed', 'server_uuid': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'tag': '46c407d4-a5b9-4ded-af69-53e4b90a70c8'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:08:06.192900 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c16991-abbb-4b96-b6d4-32905a2c9ba6" -d '{"events": [{"server_uuid": "be30cc01-fa20-42f1-80d2-a8becb9a7e2f", "name": "network-vif-deleted", "tag": "91aaaca5-262f-4d80-a2a1-1efde793c011"}, {"name": "network-changed", "server_uuid": "c5a9f9cd-86b0-4029-b3b3-c25470b8025d", "tag": "46c407d4-a5b9-4ded-af69-53e4b90a70c8"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:08:06.236162 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b63829-d6e6-4834-93bd-615b0ce52269 x-openstack-request-id: req-a4b63829-d6e6-4834-93bd-615b0ce52269 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:08:06.236461 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be30cc01-fa20-42f1-80d2-a8becb9a7e2f", "name": "network-vif-deleted", "tag": "91aaaca5-262f-4d80-a2a1-1efde793c011", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c5a9f9cd-86b0-4029-b3b3-c25470b8025d", "tag": "46c407d4-a5b9-4ded-af69-53e4b90a70c8", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:08:06.236720 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4b63829-d6e6-4834-93bd-615b0ce52269 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:08:06.237259 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be30cc01-fa20-42f1-80d2-a8becb9a7e2f', 'name': 'network-vif-deleted', 'tag': '91aaaca5-262f-4d80-a2a1-1efde793c011', 'status': 'completed', 'code': 200} Nov 16 16:08:06.237521 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'tag': '46c407d4-a5b9-4ded-af69-53e4b90a70c8', 'status': 'completed', 'code': 200} Nov 16 16:08:06.258375 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-d578a63b-a9e0-48fc-bf78-99ab78249ce5 None None] Provisioning complete for port 46c407d4-a5b9-4ded-af69-53e4b90a70c8 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:08:06.258979 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d578a63b-a9e0-48fc-bf78-99ab78249ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:06.305377 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c16991-abbb-4b96-b6d4-32905a2c9ba6 req-17421a6b-e7f5-4da8-80d2-b73d3ff4798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:06.306873 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-74c16991-abbb-4b96-b6d4-32905a2c9ba6 req-17421a6b-e7f5-4da8-80d2-b73d3ff4798f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e31ed7321198471eb4645081b697d234&device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 1138 time: 0.0453691 Nov 16 16:08:06.398421 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c16991-abbb-4b96-b6d4-32905a2c9ba6 req-0dd868f3-9021-49ea-bbf6-f47f79a8265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:06.399924 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-74c16991-abbb-4b96-b6d4-32905a2c9ba6 req-0dd868f3-9021-49ea-bbf6-f47f79a8265e service neutron] 10.222.0.62 "GET /v2.0/networks?id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27 HTTP/1.1" status: 200 len: 916 time: 0.0858133 Nov 16 16:08:06.471282 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-74c16991-abbb-4b96-b6d4-32905a2c9ba6 req-5b13f1d9-c503-49f7-ac0b-bb5e489b55be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8 HTTP/1.1" status: 200 len: 1001 time: 0.0624557 Nov 16 16:08:06.521629 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c16991-abbb-4b96-b6d4-32905a2c9ba6 req-42dccfcf-964c-4f6c-9361-dc3b49c4cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:06.523084 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-74c16991-abbb-4b96-b6d4-32905a2c9ba6 req-42dccfcf-964c-4f6c-9361-dc3b49c4cc34 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9aad9b3d-1ec8-40ad-bc64-6d47be116d34 HTTP/1.1" status: 200 len: 854 time: 0.0451291 Nov 16 16:08:06.569120 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c16991-abbb-4b96-b6d4-32905a2c9ba6 req-6235b7d8-9028-4b05-abb9-f7877a5fb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:06.570603 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-74c16991-abbb-4b96-b6d4-32905a2c9ba6 req-6235b7d8-9028-4b05-abb9-f7877a5fb141 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399451 Nov 16 16:08:06.667918 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-74c16991-abbb-4b96-b6d4-32905a2c9ba6 req-83736667-0748-474d-a106-b6da89710af9 service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893188 Nov 16 16:08:06.773511 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-74c16991-abbb-4b96-b6d4-32905a2c9ba6 req-0b882f88-7488-420c-9edf-0f86e45bbc07 service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986915 Nov 16 16:08:08.799924 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 91aaaca5-262f-4d80-a2a1-1efde793c011 no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:08:08.819738 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 91aaaca5-262f-4d80-a2a1-1efde793c011 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:08:08.820100 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 91aaaca5-262f-4d80-a2a1-1efde793c011 not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:08:11.544532 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa983b-57ff-4e89-98a7-b36c95c6594f req-952c524d-e609-4eb6-9c34-91496c2d9925 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:11.546041 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8bfa983b-57ff-4e89-98a7-b36c95c6594f req-952c524d-e609-4eb6-9c34-91496c2d9925 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 946 time: 0.0575097 Nov 16 16:08:11.593706 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8bfa983b-57ff-4e89-98a7-b36c95c6594f req-5d3cb7e1-97f4-4acf-a55a-8386e460ac69 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418530 Nov 16 16:08:12.716409 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e764a4-21d6-43ae-9294-bea80cb352bf req-0eb496d4-b652-4a3c-a32d-59c6ea7d8df4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:12.717883 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b3e764a4-21d6-43ae-9294-bea80cb352bf req-0eb496d4-b652-4a3c-a32d-59c6ea7d8df4 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 946 time: 0.0508134 Nov 16 16:08:12.769224 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b3e764a4-21d6-43ae-9294-bea80cb352bf req-469800b4-bbad-4cf6-8310-265c60e8cd32 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433130 Nov 16 16:08:13.897434 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2537fe-b0f7-4438-83d3-abe2e9c40f97 req-ee772f22-9e79-4f67-8dbe-4242c86bfb2a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:13.898888 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8d2537fe-b0f7-4438-83d3-abe2e9c40f97 req-ee772f22-9e79-4f67-8dbe-4242c86bfb2a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 946 time: 0.0552201 Nov 16 16:08:13.946447 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8d2537fe-b0f7-4438-83d3-abe2e9c40f97 req-bd0533fd-f226-48b1-97f2-70f6b3361348 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414603 Nov 16 16:08:14.675200 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-a0b254d0-8877-4791-b115-5b7b606aeae0 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:14.676621 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-a0b254d0-8877-4791-b115-5b7b606aeae0 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/networks?id=db4f0bf1-384b-4186-b414-f554b98403a2 HTTP/1.1" status: 200 len: 814 time: 0.1279395 Nov 16 16:08:14.696194 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-ded5ac91-4f4e-4b5f-a025-ded7e155888a tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/quotas/218bf6ebc44c444e911ba343e1c14785 HTTP/1.1" status: 200 len: 375 time: 0.0129590 Nov 16 16:08:14.703556 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-b67d68f6-1b95-4e66-8da6-310ea3b82bc5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:14.704917 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-b67d68f6-1b95-4e66-8da6-310ea3b82bc5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.62 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 946 time: 0.0776405 Nov 16 16:08:14.750040 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-41ba17a2-08d4-4a65-8424-9e0429d5a33c tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=218bf6ebc44c444e911ba343e1c14785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442011 Nov 16 16:08:14.883935 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Deleting port 68ede3d7-0ef4-42a4-b3de-ef6046161db6 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:08:14.884271 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:14.889343 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-27a67421-22d3-47b3-9818-e5cb2fdaf790 service neutron] 10.222.0.46 "GET /v2.0/networks/db4f0bf1-384b-4186-b414-f554b98403a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311007 Nov 16 16:08:15.293219 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] For port 68ede3d7-0ef4-42a4-b3de-ef6046161db6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=68ede3d7-0ef4-42a4-b3de-ef6046161db6,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:08:15.293928 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:15.321678 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35501844-cc27-4a9e-93bf-b649aade080a req-0ff31fd2-ae8f-40ac-b276-32b3e07a2074 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:15.323132 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-35501844-cc27-4a9e-93bf-b649aade080a req-0ff31fd2-ae8f-40ac-b276-32b3e07a2074 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 946 time: 0.1247730 Nov 16 16:08:15.328071 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-0c2cb160-f4f8-4886-8770-b7149386f6bc service neutron] 10.222.0.46 "GET /v2.0/networks/db4f0bf1-384b-4186-b414-f554b98403a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288948 Nov 16 16:08:15.510901 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-35501844-cc27-4a9e-93bf-b649aade080a req-2edf124c-d270-4d08-b6ed-6ea5535b4489 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=b62778e5-21c4-4eba-a248-fdf6f7253eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644876 Nov 16 16:08:15.529239 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-08e5ea55-7862-45dd-a91b-86ed275c854a req-493b6e89-e976-4043-ad2c-acb6794130e7 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 210 time: 0.0420132 Nov 16 16:08:15.600274 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:15.600729 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:15.601109 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.l3_db [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Floating IP a4320cd9-d116-48f3-8426-9047e6a38813 disassociated. External IP: 172.27.1.188, port: 68ede3d7-0ef4-42a4-b3de-ef6046161db6. Nov 16 16:08:15.601452 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Calling delete_port for 68ede3d7-0ef4-42a4-b3de-ef6046161db6 owned by compute:nova {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:08:15.735192 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:15.772329 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event deleted for resources: {'Port': ['ID=68ede3d7-0ef4-42a4-b3de-ef6046161db6,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:15.895817 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Router 6bf1e66f-6a45-4129-bc29-75438a0ec2de has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:08:16.009821 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:08:16.021367 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e11e54-5f58-4d17-9126-18914c2186fe None None] Sync routers for ids ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:08:16.033759 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e11e54-5f58-4d17-9126-18914c2186fe None None] Routers {'6bf1e66f-6a45-4129-bc29-75438a0ec2de'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:08:16.034381 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-83e11e54-5f58-4d17-9126-18914c2186fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:07:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:16.052752 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] No DVR routers for this DVR port 68ede3d7-0ef4-42a4-b3de-ef6046161db6 on host hv-cinder-81809 {{(pid=101853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:08:16.055395 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:16.058724 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1aa6828a-bb31-40c4-9107-0bc3e5895b5a req-24bf295b-db0f-4f6f-b728-2417f239c392 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.62 "DELETE /v2.0/ports/68ede3d7-0ef4-42a4-b3de-ef6046161db6 HTTP/1.1" status: 204 len: 173 time: 1.3445177 Nov 16 16:08:16.059242 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6447972e-6291-4e68-8271-c93523206230', 'name': 'network-vif-deleted', 'tag': '68ede3d7-0ef4-42a4-b3de-ef6046161db6'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:08:16.061681 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd6fe6b-2e53-4f06-9e24-8f00b8606724" -d '{"events": [{"server_uuid": "6447972e-6291-4e68-8271-c93523206230", "name": "network-vif-deleted", "tag": "68ede3d7-0ef4-42a4-b3de-ef6046161db6"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:08:16.102163 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9e3837-fe9f-4301-a7ed-f3dffcaf1a6e x-openstack-request-id: req-6a9e3837-fe9f-4301-a7ed-f3dffcaf1a6e {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:08:16.102656 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6447972e-6291-4e68-8271-c93523206230", "name": "network-vif-deleted", "tag": "68ede3d7-0ef4-42a4-b3de-ef6046161db6", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:08:16.103072 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a9e3837-fe9f-4301-a7ed-f3dffcaf1a6e {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:08:16.103652 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6447972e-6291-4e68-8271-c93523206230', 'name': 'network-vif-deleted', 'tag': '68ede3d7-0ef4-42a4-b3de-ef6046161db6', 'status': 'completed', 'code': 200} Nov 16 16:08:16.151957 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-83e11e54-5f58-4d17-9126-18914c2186fe None None] Set router 6bf1e66f-6a45-4129-bc29-75438a0ec2de gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:08:16.359252 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-83e11e54-5f58-4d17-9126-18914c2186fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:04:06Z', 'revision_number': 5, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:16.386956 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e11e54-5f58-4d17-9126-18914c2186fe None None] Checking router: 6bf1e66f-6a45-4129-bc29-75438a0ec2de for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:08:16.396420 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e11e54-5f58-4d17-9126-18914c2186fe None None] Routers {'6bf1e66f-6a45-4129-bc29-75438a0ec2de'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:08:16.397032 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-83e11e54-5f58-4d17-9126-18914c2186fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:07:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:16.522202 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-83e11e54-5f58-4d17-9126-18914c2186fe None None] Set router 6bf1e66f-6a45-4129-bc29-75438a0ec2de gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:08:16.605422 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-04f08cf0-f1fe-427b-81c0-33b6892a72cc tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:16.609333 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-04f08cf0-f1fe-427b-81c0-33b6892a72cc tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.62 "GET /v2.0/networks?id=db4f0bf1-384b-4186-b414-f554b98403a2 HTTP/1.1" status: 200 len: 814 time: 0.1881015 Nov 16 16:08:16.643448 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-ceb568b9-40b9-4b24-853f-fbf86f17cef2 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Request body: {'port': {'device_id': '8be6d15b-4901-4b1b-9d39-97378569d908', 'network_id': 'db4f0bf1-384b-4186-b414-f554b98403a2', 'admin_state_up': True, 'tenant_id': '218bf6ebc44c444e911ba343e1c14785'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:16.667783 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1cb6fc26-619b-4483-bf7a-64beb95be340 req-398b82a7-6716-43d0-af40-25db4a24d782 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6447972e-6291-4e68-8271-c93523206230 HTTP/1.1" status: 200 len: 210 time: 0.0497143 Nov 16 16:08:16.695087 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4f7faf00-1c52-43d7-9a8d-600c4337c7f7 req-1ab08bbe-ea0e-446f-887a-c5e50cb35ccb tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 210 time: 0.0681047 Nov 16 16:08:16.774347 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-83e11e54-5f58-4d17-9126-18914c2186fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:04:06Z', 'revision_number': 5, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:16.804001 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e11e54-5f58-4d17-9126-18914c2186fe None None] The sync data for ids ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'] in dv-cinder-818098-2-iscsi is: [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:04:06Z', 'revision_number': 5, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:08:16.815953 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-ceb568b9-40b9-4b24-853f-fbf86f17cef2 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Made reservation on behalf of 218bf6ebc44c444e911ba343e1c14785 for: {'port': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:08:16.820621 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-ceb568b9-40b9-4b24-853f-fbf86f17cef2 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:16.966195 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-ceb568b9-40b9-4b24-853f-fbf86f17cef2 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Allocated IP 172.20.0.9 (db4f0bf1-384b-4186-b414-f554b98403a2/91053312-1024-48f7-ad2d-ea0694f03646/13e8233d-0121-4d55-835b-81b428667917) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:08:17.058735 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed409f6-ad08-4cd1-8ea3-146da96a4b7f None None] New status for floating IP a4320cd9-d116-48f3-8426-9047e6a38813: DOWN {{(pid=101856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:08:17.129140 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-ceb568b9-40b9-4b24-853f-fbf86f17cef2 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:17.165355 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-ceb568b9-40b9-4b24-853f-fbf86f17cef2 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:17.212914 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-ceb568b9-40b9-4b24-853f-fbf86f17cef2 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Network db4f0bf1-384b-4186-b414-f554b98403a2 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:08:17.216205 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-ceb568b9-40b9-4b24-853f-fbf86f17cef2 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:08:17.221556 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-ceb568b9-40b9-4b24-853f-fbf86f17cef2 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:08:17.252890 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb568b9-40b9-4b24-853f-fbf86f17cef2 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Pushing event updated for resources: {'Port': ['ID=13e8233d-0121-4d55-835b-81b428667917,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:17.281632 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-ceb568b9-40b9-4b24-853f-fbf86f17cef2 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:17.282234 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-ceb568b9-40b9-4b24-853f-fbf86f17cef2 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:17.298072 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-ceb568b9-40b9-4b24-853f-fbf86f17cef2 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6681919 Nov 16 16:08:17.313442 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Request body: {'port': {'device_id': '8be6d15b-4901-4b1b-9d39-97378569d908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:17.366812 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:17.634130 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e8233d-0121-4d55-835b-81b428667917 {{(pid=101853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:08:17.641541 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:17.653668 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.provisioning_blocks [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Transition to ACTIVE for port object 13e8233d-0121-4d55-835b-81b428667917 will not be triggered until provisioned by entity L2. {{(pid=101853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:08:17.656990 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:17.713102 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Pushing event updated for resources: {'Port': ['ID=13e8233d-0121-4d55-835b-81b428667917,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:17.802228 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45636) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:17.859782 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Attempting to bind port 13e8233d-0121-4d55-835b-81b428667917 on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:08:17.860183 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Attempting to bind port 13e8233d-0121-4d55-835b-81b428667917 by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': '631b649c-9cd8-4fb9-bc74-c6744fd45870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db4f0bf1-384b-4186-b414-f554b98403a2'}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:08:17.860441 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Attempting to bind port 13e8233d-0121-4d55-835b-81b428667917 on network db4f0bf1-384b-4186-b414-f554b98403a2 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:08:17.863295 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dd47f325-a4b6-4d2d-8355-3231adc32bb6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:17.871839 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ebcdb-7844-429d-983a-33c1cf94dfa4 req-b64020ec-242d-4bc6-a726-647cb42cf728 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:17.873383 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0f3ebcdb-7844-429d-983a-33c1cf94dfa4 req-b64020ec-242d-4bc6-a726-647cb42cf728 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 943 time: 0.0799773 Nov 16 16:08:17.875695 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Port 13e8233d-0121-4d55-835b-81b428667917 on network db4f0bf1-384b-4186-b414-f554b98403a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:08:17.876020 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Attempting to bind port 13e8233d-0121-4d55-835b-81b428667917 on network db4f0bf1-384b-4186-b414-f554b98403a2 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:08:17.889771 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dd47f325-a4b6-4d2d-8355-3231adc32bb6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:17.891044 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:08:17.891392 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Checking segment: {'id': '631b649c-9cd8-4fb9-bc74-c6744fd45870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db4f0bf1-384b-4186-b414-f554b98403a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:08:17.891787 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Bound using segment: {'id': '631b649c-9cd8-4fb9-bc74-c6744fd45870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db4f0bf1-384b-4186-b414-f554b98403a2'} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:08:17.892216 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Bound port: 13e8233d-0121-4d55-835b-81b428667917, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631b649c-9cd8-4fb9-bc74-c6744fd45870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'db4f0bf1-384b-4186-b414-f554b98403a2'}}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:08:17.892564 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:17.940607 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dd47f325-a4b6-4d2d-8355-3231adc32bb6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:17.944186 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dd47f325-a4b6-4d2d-8355-3231adc32bb6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:17.945543 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-dd47f325-a4b6-4d2d-8355-3231adc32bb6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "DELETE /v2.0/security-groups/b62778e5-21c4-4eba-a248-fdf6f7253eb9 HTTP/1.1" status: 204 len: 168 time: 0.1418107 Nov 16 16:08:17.949981 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 45638) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:17.955003 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47f325-a4b6-4d2d-8355-3231adc32bb6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62778e5-21c4-4eba-a248-fdf6f7253eb9,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:17.982651 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0f3ebcdb-7844-429d-983a-33c1cf94dfa4 req-1879a537-4910-4b4b-8558-d286eddda2c8 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977817 Nov 16 16:08:17.985307 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.api.v2.resource [None req-c699817d-b8a9-4d1e-971a-93caf6d538d8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] show failed (client error): The resource could not be found. Nov 16 16:08:17.989014 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-c699817d-b8a9-4d1e-971a-93caf6d538d8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups/b62778e5-21c4-4eba-a248-fdf6f7253eb9 HTTP/1.1" status: 404 len: 347 time: 0.0339122 Nov 16 16:08:17.989872 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45640) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:18.010518 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] For port 13e8233d-0121-4d55-835b-81b428667917, host hv-cinder-81809, cleared binding levels {{(pid=101853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:08:18.013678 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] For port 13e8233d-0121-4d55-835b-81b428667917, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=13e8233d-0121-4d55-835b-81b428667917,segment=NetworkSegment(631b649c-9cd8-4fb9-bc74-c6744fd45870),segment_id=631b649c-9cd8-4fb9-bc74-c6744fd45870)] {{(pid=101853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:08:18.018973 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:18.060795 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:18.061480 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:18.062917 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] 10.222.0.62 "PUT /v2.0/ports/13e8233d-0121-4d55-835b-81b428667917 HTTP/1.1" status: 200 len: 1093 time: 0.7535899 Nov 16 16:08:18.081171 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e33550-613a-4bf2-9896-994760c10516 service neutron] Pushing event updated for resources: {'Port': ['ID=13e8233d-0121-4d55-835b-81b428667917,revision_number=3']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:18.105290 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be6d15b-4901-4b1b-9d39-97378569d908', 'tag': '13e8233d-0121-4d55-835b-81b428667917'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:08:18.107955 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d1a5b5-1702-4bc9-a373-251210f45630" -d '{"events": [{"name": "network-changed", "server_uuid": "8be6d15b-4901-4b1b-9d39-97378569d908", "tag": "13e8233d-0121-4d55-835b-81b428667917"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:08:18.149505 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b32e70-5260-4dff-89dc-0a0b7afc51a4 x-openstack-request-id: req-41b32e70-5260-4dff-89dc-0a0b7afc51a4 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:08:18.149794 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be6d15b-4901-4b1b-9d39-97378569d908", "tag": "13e8233d-0121-4d55-835b-81b428667917", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:08:18.150041 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41b32e70-5260-4dff-89dc-0a0b7afc51a4 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:08:18.150431 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be6d15b-4901-4b1b-9d39-97378569d908', 'tag': '13e8233d-0121-4d55-835b-81b428667917', 'status': 'completed', 'code': 200} Nov 16 16:08:18.152276 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-d6c386f9-baa5-4721-83df-3556fe517cb5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Deleting port d06f73c0-9c73-48f4-b4e8-12d4c807d14b {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:08:18.152693 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d6c386f9-baa5-4721-83df-3556fe517cb5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:18.165477 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-9e9c2afb-321d-453f-95f3-6c208c75110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:18.166974 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-9e9c2afb-321d-453f-95f3-6c208c75110d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218bf6ebc44c444e911ba343e1c14785&device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 1096 time: 0.0466125 Nov 16 16:08:18.212141 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-7be2fb68-ade0-4bba-b88b-3528b24bf2f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13e8233d-0121-4d55-835b-81b428667917 HTTP/1.1" status: 200 len: 217 time: 0.0371680 Nov 16 16:08:18.232054 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d6c386f9-baa5-4721-83df-3556fe517cb5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:18.232374 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d6c386f9-baa5-4721-83df-3556fe517cb5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:18.244152 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-d6c386f9-baa5-4721-83df-3556fe517cb5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Calling delete_port for d06f73c0-9c73-48f4-b4e8-12d4c807d14b owned by network:floatingip {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:08:18.262432 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-311c09b3-2294-4570-b1af-c0b40be79e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:18.263960 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-311c09b3-2294-4570-b1af-c0b40be79e79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91053312-1024-48f7-ad2d-ea0694f03646 HTTP/1.1" status: 200 len: 854 time: 0.0439074 Nov 16 16:08:18.295740 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-c3f9342d-b0fb-4c6f-9565-3eccdba3cb83 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db4f0bf1-384b-4186-b414-f554b98403a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251105 Nov 16 16:08:18.379095 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d6c386f9-baa5-4721-83df-3556fe517cb5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:18.391068 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-b05097d3-2f28-4344-83c1-c245538f2612 service neutron] 10.222.0.62 "GET /v2.0/networks/db4f0bf1-384b-4186-b414-f554b98403a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885494 Nov 16 16:08:18.409667 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c386f9-baa5-4721-83df-3556fe517cb5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event deleted for resources: {'Port': ['ID=d06f73c0-9c73-48f4-b4e8-12d4c807d14b,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:18.469556 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d6c386f9-baa5-4721-83df-3556fe517cb5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for floatingip, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:18.472189 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d6c386f9-baa5-4721-83df-3556fe517cb5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:18.473580 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-d6c386f9-baa5-4721-83df-3556fe517cb5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "DELETE /v2.0/floatingips/a4320cd9-d116-48f3-8426-9047e6a38813 HTTP/1.1" status: 204 len: 168 time: 0.4815431 Nov 16 16:08:18.501812 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6884fdc-2c66-40df-a7c3-71a9035a695b req-219d32d3-9edb-4ff3-bff5-487b29cc470d service neutron] 10.222.0.62 "GET /v2.0/networks/db4f0bf1-384b-4186-b414-f554b98403a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025529 Nov 16 16:08:18.604109 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1a5b5-1702-4bc9-a373-251210f45630 req-076cb077-5ac9-4571-bbe5-78c84708acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:18.605782 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a6d1a5b5-1702-4bc9-a373-251210f45630 req-076cb077-5ac9-4571-bbe5-78c84708acd7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=218bf6ebc44c444e911ba343e1c14785&device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 1096 time: 0.0477805 Nov 16 16:08:18.623665 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 68ede3d7-0ef4-42a4-b3de-ef6046161db6 no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:08:18.648345 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 68ede3d7-0ef4-42a4-b3de-ef6046161db6 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:08:18.648699 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 68ede3d7-0ef4-42a4-b3de-ef6046161db6 not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:08:18.703961 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1a5b5-1702-4bc9-a373-251210f45630 req-9a1e8798-ae63-40ca-9877-e3b441fd02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:18.705423 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a6d1a5b5-1702-4bc9-a373-251210f45630 req-9a1e8798-ae63-40ca-9877-e3b441fd02d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db4f0bf1-384b-4186-b414-f554b98403a2 HTTP/1.1" status: 200 len: 915 time: 0.0922899 Nov 16 16:08:18.751127 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a6d1a5b5-1702-4bc9-a373-251210f45630 req-a886bfbc-264a-4f2f-8c3a-9e1baef5e5ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13e8233d-0121-4d55-835b-81b428667917 HTTP/1.1" status: 200 len: 217 time: 0.0372899 Nov 16 16:08:18.804136 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1a5b5-1702-4bc9-a373-251210f45630 req-1e01d378-e70b-4cd3-b1a0-c37011c8a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:18.805581 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a6d1a5b5-1702-4bc9-a373-251210f45630 req-1e01d378-e70b-4cd3-b1a0-c37011c8a4b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91053312-1024-48f7-ad2d-ea0694f03646 HTTP/1.1" status: 200 len: 854 time: 0.0448682 Nov 16 16:08:18.837414 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a6d1a5b5-1702-4bc9-a373-251210f45630 req-4d9c4b6d-e479-4803-9769-e6616c336a57 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db4f0bf1-384b-4186-b414-f554b98403a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243862 Nov 16 16:08:18.930679 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a6d1a5b5-1702-4bc9-a373-251210f45630 req-ce5764da-9dcb-4eb7-bf60-4cac4cea71db service neutron] 10.222.0.62 "GET /v2.0/networks/db4f0bf1-384b-4186-b414-f554b98403a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855827 Nov 16 16:08:18.965257 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45648) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:18.969860 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-189a6aa8-5469-4499-9b76-a99aa1e37050 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1949315392', 'description': 'tempest-description--1069065141'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:18.993768 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-189a6aa8-5469-4499-9b76-a99aa1e37050 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.027065 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a6d1a5b5-1702-4bc9-a373-251210f45630 req-1998e12a-9b9e-4826-9a33-1c875505d241 service neutron] 10.222.0.62 "GET /v2.0/networks/db4f0bf1-384b-4186-b414-f554b98403a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877438 Nov 16 16:08:19.063908 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-189a6aa8-5469-4499-9b76-a99aa1e37050 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.071039 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-189a6aa8-5469-4499-9b76-a99aa1e37050 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.101136 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-189a6aa8-5469-4499-9b76-a99aa1e37050 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.102501 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-189a6aa8-5469-4499-9b76-a99aa1e37050 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1362574 Nov 16 16:08:19.105492 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45652) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:19.109673 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-2d7b570b-6981-4d5c-ad47-2703ec6060d8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Request body: {'security_group_rule': {'security_group_id': 'cb6e56f6-4a32-4490-8921-a469cdf35285', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:19.118512 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a6aa8-5469-4499-9b76-a99aa1e37050 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6e56f6-4a32-4490-8921-a469cdf35285,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:19.139348 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391cd1a-330b-4eb1-b26c-183c2ff984c2 req-8fa2ca8b-fd2b-4110-b379-e0e60fa35c83 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:19.140869 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6391cd1a-330b-4eb1-b26c-183c2ff984c2 req-8fa2ca8b-fd2b-4110-b379-e0e60fa35c83 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 943 time: 0.0550714 Nov 16 16:08:19.141132 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2d7b570b-6981-4d5c-ad47-2703ec6060d8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.193827 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6391cd1a-330b-4eb1-b26c-183c2ff984c2 req-416c6cc3-a316-4a97-b551-7b3de29956f8 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453830 Nov 16 16:08:19.197832 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2d7b570b-6981-4d5c-ad47-2703ec6060d8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.202177 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2d7b570b-6981-4d5c-ad47-2703ec6060d8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.217131 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b570b-6981-4d5c-ad47-2703ec6060d8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257b973f-5709-487c-b75f-7a130089d16d,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:19.227916 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2d7b570b-6981-4d5c-ad47-2703ec6060d8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.229412 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-2d7b570b-6981-4d5c-ad47-2703ec6060d8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228480 Nov 16 16:08:19.232362 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45654) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:19.236552 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-7f6014b7-392b-4407-80f4-2d3620255f7c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Request body: {'security_group_rule': {'security_group_id': 'cb6e56f6-4a32-4490-8921-a469cdf35285', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:19.264124 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f6014b7-392b-4407-80f4-2d3620255f7c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.321378 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f6014b7-392b-4407-80f4-2d3620255f7c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.325107 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f6014b7-392b-4407-80f4-2d3620255f7c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.344071 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6014b7-392b-4407-80f4-2d3620255f7c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bff6fd4-1934-410d-a569-305f7a683bee,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:19.353256 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7f6014b7-392b-4407-80f4-2d3620255f7c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.354422 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-7f6014b7-392b-4407-80f4-2d3620255f7c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211457 Nov 16 16:08:19.357551 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 45656) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:19.361694 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Request body: {'floatingip': {'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:19.382983 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for floatingip, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.481375 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.588651 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Allocated IP 172.27.1.88 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/0d555d75-903d-4c33-b3f3-e51e3177f8dc) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:08:19.690858 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.728596 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.768329 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:08:19.771705 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:08:19.775247 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:08:19.780710 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event updated for resources: {'Port': ['ID=0d555d75-903d-4c33-b3f3-e51e3177f8dc,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:19.862328 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:19.896294 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:20.042868 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:20.047280 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:20.117415 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event updated for resources: {'Port': ['ID=0d555d75-903d-4c33-b3f3-e51e3177f8dc,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:20.127067 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:20.141554 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:20.142757 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-16ac741c-1eb8-414f-b8da-ed9a5651d06c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7843001 Nov 16 16:08:20.336282 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abf0fa-49eb-4d4c-ad4f-fe10b7a89620 req-0c582273-a003-4171-bf5c-2d5e242d0c0d tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:20.337751 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-75abf0fa-49eb-4d4c-ad4f-fe10b7a89620 req-0c582273-a003-4171-bf5c-2d5e242d0c0d tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 943 time: 0.0714443 Nov 16 16:08:20.366155 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-bcd24dd6-ec89-4a06-b163-9619c9440ba1 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1949315392&fields=id&tenant_id=ae9bddc9870246e99f813976878279cb HTTP/1.1" status: 200 len: 267 time: 0.0700777 Nov 16 16:08:20.440575 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-75abf0fa-49eb-4d4c-ad4f-fe10b7a89620 req-ae97580e-e39e-4dbe-847f-381d30c7fb32 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968330 Nov 16 16:08:20.497830 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-7f2ae414-0593-4884-8676-1e2cebed9517 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:20.499281 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-7f2ae414-0593-4884-8676-1e2cebed9517 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/networks?id=72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 200 len: 816 time: 0.1258569 Nov 16 16:08:20.514273 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-5fa84d5e-5038-4d5c-8746-49b407433a92 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/quotas/ae9bddc9870246e99f813976878279cb HTTP/1.1" status: 200 len: 375 time: 0.0094533 Nov 16 16:08:20.567114 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-3f335f49-0870-4287-b8e6-a32ae2f3d4e9 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae9bddc9870246e99f813976878279cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476875 Nov 16 16:08:20.621829 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 13e8233d-0121-4d55-835b-81b428667917 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:08:20.670983 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-fbad60a0-01d7-42bc-8bc2-07cb91304360 service neutron] 10.222.0.46 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926042 Nov 16 16:08:20.728279 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 13e8233d-0121-4d55-835b-81b428667917, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=13e8233d-0121-4d55-835b-81b428667917,segment=NetworkSegment(631b649c-9cd8-4fb9-bc74-c6744fd45870),segment_id=631b649c-9cd8-4fb9-bc74-c6744fd45870)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:08:20.748311 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '13e8233d-0121-4d55-835b-81b428667917', 'network_id': 'db4f0bf1-384b-4186-b414-f554b98403a2', 'port_id': '13e8233d-0121-4d55-835b-81b428667917', 'mac_address': 'fa:16:3e:7c:25:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91053312-1024-48f7-ad2d-ea0694f03646', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:08:20.758765 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-bd5563d0-65c6-45d6-89ee-bd5f83636c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:20.793067 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:20.807389 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e8233d-0121-4d55-835b-81b428667917 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:08:20.833786 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 13e8233d-0121-4d55-835b-81b428667917, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=13e8233d-0121-4d55-835b-81b428667917,segment=NetworkSegment(631b649c-9cd8-4fb9-bc74-c6744fd45870),segment_id=631b649c-9cd8-4fb9-bc74-c6744fd45870)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:08:20.837991 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:20.886996 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=13e8233d-0121-4d55-835b-81b428667917,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:20.894114 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:20.894493 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:20.894844 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:20.895269 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:20.895740 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:20.896185 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:20.896417 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:20.896748 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:20.897096 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:20.897462 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:20.897788 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:20.898111 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:08:21.005727 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-274c0f9d-4ef8-45bc-8218-c4722a6e3e17 service neutron] 10.222.0.46 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284833 Nov 16 16:08:21.098149 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['13e8233d-0121-4d55-835b-81b428667917'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:08:21.165742 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0067edd7-36bf-4387-9bce-c11bc1887253 req-1c2a883e-38e8-4c4e-9634-601279dd4235 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 210 time: 0.0282512 Nov 16 16:08:21.568239 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589c464-3d2b-4d2c-935f-5f553ec63397 req-9fcedd25-0039-4654-b801-ae240e3c6460 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:21.569710 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7589c464-3d2b-4d2c-935f-5f553ec63397 req-9fcedd25-0039-4654-b801-ae240e3c6460 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 944 time: 0.0552552 Nov 16 16:08:21.618317 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7589c464-3d2b-4d2c-935f-5f553ec63397 req-0c081cf8-08fb-4f93-bd3a-e0d1b2c3ea5d tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419257 Nov 16 16:08:22.193135 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-4b27a86c-adea-4e7e-bd52-a78e8f550d1b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:22.194918 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-4b27a86c-adea-4e7e-bd52-a78e8f550d1b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.62 "GET /v2.0/networks?id=72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 200 len: 816 time: 0.1050711 Nov 16 16:08:22.276941 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7d23abf7-f65a-45d4-a3a6-1e7b6a328793 req-d8ac12b5-ee1c-4b96-bd8b-0b9e8c5e7b32 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 210 time: 0.0338287 Nov 16 16:08:22.289734 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-92453598-e164-4f74-936b-c76e24bc2953 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae9bddc9870246e99f813976878279cb HTTP/1.1" status: 200 len: 380 time: 0.0847406 Nov 16 16:08:22.299579 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-96f1458e-db4b-4581-8fb9-6b65cd5f84a5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Request body: {'port': {'device_id': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'admin_state_up': True, 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'security_groups': ['cb6e56f6-4a32-4490-8921-a469cdf35285']}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:22.406545 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-96f1458e-db4b-4581-8fb9-6b65cd5f84a5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Made reservation on behalf of ae9bddc9870246e99f813976878279cb for: {'port': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:08:22.410163 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-96f1458e-db4b-4581-8fb9-6b65cd5f84a5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:22.537143 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-96f1458e-db4b-4581-8fb9-6b65cd5f84a5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Allocated IP 172.20.0.13 (72ea3377-b38c-416b-8581-98962c72f168/060fb2ef-695e-459c-84ba-c29c715db089/3d367ce8-61fa-49f0-b6d2-d3d025285525) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:08:22.636829 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 13e8233d-0121-4d55-835b-81b428667917 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:08:22.684358 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-96f1458e-db4b-4581-8fb9-6b65cd5f84a5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:22.688831 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 13e8233d-0121-4d55-835b-81b428667917 completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:08:22.692663 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 13e8233d-0121-4d55-835b-81b428667917 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:08:22.693172 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:22.757037 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32f60c-65a2-4191-a3e3-10182a0a1db2 req-7118e0ec-303e-4dea-891c-21085a654ab9 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:22.758502 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ef32f60c-65a2-4191-a3e3-10182a0a1db2 req-7118e0ec-303e-4dea-891c-21085a654ab9 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 944 time: 0.0711048 Nov 16 16:08:22.771286 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:22.772264 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-96f1458e-db4b-4581-8fb9-6b65cd5f84a5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:22.795837 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be6d15b-4901-4b1b-9d39-97378569d908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e8233d-0121-4d55-835b-81b428667917'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:08:22.798702 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4ab886-bde1-40b5-99fa-e1fefb34521b" -d '{"events": [{"server_uuid": "8be6d15b-4901-4b1b-9d39-97378569d908", "name": "network-vif-plugged", "status": "completed", "tag": "13e8233d-0121-4d55-835b-81b428667917"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:08:22.815868 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 13e8233d-0121-4d55-835b-81b428667917, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=13e8233d-0121-4d55-835b-81b428667917,segment=NetworkSegment(631b649c-9cd8-4fb9-bc74-c6744fd45870),segment_id=631b649c-9cd8-4fb9-bc74-c6744fd45870)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:08:22.821200 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:22.847566 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2af46f-899d-4a6b-850f-fd7381591092 x-openstack-request-id: req-dc2af46f-899d-4a6b-850f-fd7381591092 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:08:22.847889 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be6d15b-4901-4b1b-9d39-97378569d908", "name": "network-vif-plugged", "status": "completed", "tag": "13e8233d-0121-4d55-835b-81b428667917", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:08:22.848765 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc2af46f-899d-4a6b-850f-fd7381591092 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:08:22.849023 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be6d15b-4901-4b1b-9d39-97378569d908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e8233d-0121-4d55-835b-81b428667917', 'code': 200} Nov 16 16:08:22.852445 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-96f1458e-db4b-4581-8fb9-6b65cd5f84a5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Network 72ea3377-b38c-416b-8581-98962c72f168 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:08:22.859663 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1458e-db4b-4581-8fb9-6b65cd5f84a5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event updated for resources: {'Port': ['ID=3d367ce8-61fa-49f0-b6d2-d3d025285525,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:22.862058 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-96f1458e-db4b-4581-8fb9-6b65cd5f84a5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:08:22.868577 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ef32f60c-65a2-4191-a3e3-10182a0a1db2 req-e35002e7-d062-4676-8e0a-5f51e3953006 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032338 Nov 16 16:08:22.869335 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-96f1458e-db4b-4581-8fb9-6b65cd5f84a5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:08:22.878769 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=13e8233d-0121-4d55-835b-81b428667917,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:22.939007 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-96f1458e-db4b-4581-8fb9-6b65cd5f84a5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:22.939692 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-96f1458e-db4b-4581-8fb9-6b65cd5f84a5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:22.958021 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-96f1458e-db4b-4581-8fb9-6b65cd5f84a5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6616826 Nov 16 16:08:22.971559 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Request body: {'port': {'device_id': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:23.015927 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7c2c-cac1-42f9-a0d1-34627ceba6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:23.028762 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:23.057415 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dae937-bc06-48cc-b377-82f6d9020c53 req-b312d4c6-bc92-4e7c-8b5c-23863858001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:23.059000 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e4dae937-bc06-48cc-b377-82f6d9020c53 req-b312d4c6-bc92-4e7c-8b5c-23863858001b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 1098 time: 0.0521970 Nov 16 16:08:23.110080 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e4dae937-bc06-48cc-b377-82f6d9020c53 req-77576a30-c3ac-415e-9c33-f901de3b9611 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438387 Nov 16 16:08:23.118463 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-c604ada9-3bc1-4b0b-a87f-fcf61033a557 None None] Provisioning complete for port 3d367ce8-61fa-49f0-b6d2-d3d025285525 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:08:23.118958 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-c604ada9-3bc1-4b0b-a87f-fcf61033a557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:23.157294 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-c604ada9-3bc1-4b0b-a87f-fcf61033a557 None None] Port 3d367ce8-61fa-49f0-b6d2-d3d025285525 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:08:23.301992 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d367ce8-61fa-49f0-b6d2-d3d025285525 {{(pid=101853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:08:23.309614 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:23.321779 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.provisioning_blocks [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Transition to ACTIVE for port object 3d367ce8-61fa-49f0-b6d2-d3d025285525 will not be triggered until provisioned by entity L2. {{(pid=101853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:08:23.324985 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:23.422899 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d367ce8-61fa-49f0-b6d2-d3d025285525,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:23.468994 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c597a-25f3-401e-a34e-8c60c45e5b58 req-0a64f951-ba0e-4383-95a4-916dc238461f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:23.470709 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8a5c597a-25f3-401e-a34e-8c60c45e5b58 req-0a64f951-ba0e-4383-95a4-916dc238461f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.1171579 Nov 16 16:08:23.507261 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Attempting to bind port 3d367ce8-61fa-49f0-b6d2-d3d025285525 on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:08:23.507642 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Attempting to bind port 3d367ce8-61fa-49f0-b6d2-d3d025285525 by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:08:23.507974 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Attempting to bind port 3d367ce8-61fa-49f0-b6d2-d3d025285525 on network 72ea3377-b38c-416b-8581-98962c72f168 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:08:23.519681 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Port 3d367ce8-61fa-49f0-b6d2-d3d025285525 on network 72ea3377-b38c-416b-8581-98962c72f168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:08:23.520004 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Attempting to bind port 3d367ce8-61fa-49f0-b6d2-d3d025285525 on network 72ea3377-b38c-416b-8581-98962c72f168 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:08:23.530609 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:08:23.530944 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Checking segment: {'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:08:23.531325 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Bound using segment: {'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:08:23.531773 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Bound port: 3d367ce8-61fa-49f0-b6d2-d3d025285525, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f9ec33-91b4-491a-b0fb-2097d4dafb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '72ea3377-b38c-416b-8581-98962c72f168'}}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:08:23.532127 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:23.553825 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8a5c597a-25f3-401e-a34e-8c60c45e5b58 req-cc93941e-72f1-4868-afc1-1e8f9a155b4f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759797 Nov 16 16:08:23.613741 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] For port 3d367ce8-61fa-49f0-b6d2-d3d025285525, host hv-cinder-81809, cleared binding levels {{(pid=101853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:08:23.617996 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] For port 3d367ce8-61fa-49f0-b6d2-d3d025285525, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:08:23.622696 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:23.657850 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:23.658388 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:23.660193 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] 10.222.0.62 "PUT /v2.0/ports/3d367ce8-61fa-49f0-b6d2-d3d025285525 HTTP/1.1" status: 200 len: 1094 time: 0.6932411 Nov 16 16:08:23.663380 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'tag': '3d367ce8-61fa-49f0-b6d2-d3d025285525'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:08:23.666663 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeca825-d224-41f9-a91b-bc9d810d366b" -d '{"events": [{"name": "network-changed", "server_uuid": "6af3cc97-b45c-4fde-9c9c-47a91dd69630", "tag": "3d367ce8-61fa-49f0-b6d2-d3d025285525"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:08:23.699816 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73329040-90dd-4bbe-b240-23cafa4913f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d367ce8-61fa-49f0-b6d2-d3d025285525,revision_number=3']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:23.710988 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147a1e5f-6a8c-4508-84e0-f02a9506767c x-openstack-request-id: req-147a1e5f-6a8c-4508-84e0-f02a9506767c {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:08:23.711350 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af3cc97-b45c-4fde-9c9c-47a91dd69630", "tag": "3d367ce8-61fa-49f0-b6d2-d3d025285525", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:08:23.711707 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-147a1e5f-6a8c-4508-84e0-f02a9506767c {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:08:23.712177 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'tag': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'status': 'completed', 'code': 200} Nov 16 16:08:23.760297 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-f68fd028-5b04-443e-9e06-5ae9ec345fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:23.761808 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-f68fd028-5b04-443e-9e06-5ae9ec345fc4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae9bddc9870246e99f813976878279cb&device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 1097 time: 0.0446112 Nov 16 16:08:23.808719 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-f21cd862-f385-4f08-b73e-127b8aec946d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525 HTTP/1.1" status: 200 len: 217 time: 0.0374603 Nov 16 16:08:23.868284 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-2dee1a49-8387-4fc9-9439-edb1b425829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:23.870351 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-2dee1a49-8387-4fc9-9439-edb1b425829b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=060fb2ef-695e-459c-84ba-c29c715db089 HTTP/1.1" status: 200 len: 855 time: 0.0504348 Nov 16 16:08:23.922667 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-93f8f208-71be-45af-955f-08759c5bf734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:23.924282 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-93f8f208-71be-45af-955f-08759c5bf734 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72ea3377-b38c-416b-8581-98962c72f168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464487 Nov 16 16:08:24.042760 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed53721-3bf5-40ba-80d7-c0a58c604204 req-6b3a74ce-6711-40c4-881a-58bc423e7576 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:24.044263 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9ed53721-3bf5-40ba-80d7-c0a58c604204 req-6b3a74ce-6711-40c4-881a-58bc423e7576 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 945 time: 0.0943675 Nov 16 16:08:24.070703 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-122f7792-a0d7-4ddd-939c-f2b60f29a4e0 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385155 Nov 16 16:08:24.137964 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9ed53721-3bf5-40ba-80d7-c0a58c604204 req-da456fcd-179c-463c-89e9-9288d1f43111 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848432 Nov 16 16:08:24.181050 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d9e466ad-fa85-4636-ad7c-0866a5238fdc req-89fdad8d-fe96-48ea-8eb7-8b9ea44e8582 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002693 Nov 16 16:08:24.293956 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeca825-d224-41f9-a91b-bc9d810d366b req-0276ab3b-60f9-49aa-8d72-9693280d8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:24.295641 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bfeca825-d224-41f9-a91b-bc9d810d366b req-0276ab3b-60f9-49aa-8d72-9693280d8a4c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae9bddc9870246e99f813976878279cb&device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 1097 time: 0.0465517 Nov 16 16:08:24.350048 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:24.390167 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeca825-d224-41f9-a91b-bc9d810d366b req-de3ff22a-62d7-4395-bfcc-98aa27fb2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:24.391659 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bfeca825-d224-41f9-a91b-bc9d810d366b req-de3ff22a-62d7-4395-bfcc-98aa27fb2d92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 200 len: 917 time: 0.0859957 Nov 16 16:08:24.436820 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bfeca825-d224-41f9-a91b-bc9d810d366b req-2ec52cb8-09d2-48e2-9036-8b6ffaf92f84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525 HTTP/1.1" status: 200 len: 217 time: 0.0370946 Nov 16 16:08:24.490248 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeca825-d224-41f9-a91b-bc9d810d366b req-a01fa1e6-c750-42f7-81b6-05fae5656817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:24.491679 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bfeca825-d224-41f9-a91b-bc9d810d366b req-a01fa1e6-c750-42f7-81b6-05fae5656817 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=060fb2ef-695e-459c-84ba-c29c715db089 HTTP/1.1" status: 200 len: 855 time: 0.0444179 Nov 16 16:08:24.538161 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeca825-d224-41f9-a91b-bc9d810d366b req-09110ebc-868f-475a-a9a4-0690553be57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:24.539623 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bfeca825-d224-41f9-a91b-bc9d810d366b req-09110ebc-868f-475a-a9a4-0690553be57f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72ea3377-b38c-416b-8581-98962c72f168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390673 Nov 16 16:08:24.637728 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bfeca825-d224-41f9-a91b-bc9d810d366b req-dcb4c21b-3395-4d5d-94f4-6eb03b90bf89 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880661 Nov 16 16:08:24.734755 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a1f65-0e30-4629-a898-4a271d2953ba req-b52a5bb3-f72e-4110-aecf-01aceee745ed tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:24.736267 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-225a1f65-0e30-4629-a898-4a271d2953ba req-b52a5bb3-f72e-4110-aecf-01aceee745ed tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.1018546 Nov 16 16:08:24.775002 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bfeca825-d224-41f9-a91b-bc9d810d366b req-64f1709a-8d21-4bc6-9808-b95543377131 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287010 Nov 16 16:08:24.800815 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-225a1f65-0e30-4629-a898-4a271d2953ba req-e9d8b586-8a40-448e-a7bc-de57772d5907 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544000 Nov 16 16:08:25.252545 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2002902-4c11-4077-a288-0389ed86dd20 req-64e21488-b018-43b8-9b23-339446fadfcb tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:25.254162 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b2002902-4c11-4077-a288-0389ed86dd20 req-64e21488-b018-43b8-9b23-339446fadfcb tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 945 time: 0.0488665 Nov 16 16:08:25.303052 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b2002902-4c11-4077-a288-0389ed86dd20 req-fa18f661-4b82-4c57-956f-ad069a007873 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421135 Nov 16 16:08:25.729980 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:25.929830 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419fbc7-55a3-4eeb-a4bd-d80f0b9922ce req-324f2105-38fe-4e31-afa9-ac91c37f4657 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:25.931282 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5419fbc7-55a3-4eeb-a4bd-d80f0b9922ce req-324f2105-38fe-4e31-afa9-ac91c37f4657 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0533373 Nov 16 16:08:25.984840 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5419fbc7-55a3-4eeb-a4bd-d80f0b9922ce req-27589733-563c-4a60-a437-21d9080da042 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475361 Nov 16 16:08:26.506407 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:26.624048 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:26.667643 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 3d367ce8-61fa-49f0-b6d2-d3d025285525 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:08:26.762750 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 3d367ce8-61fa-49f0-b6d2-d3d025285525, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:08:26.773895 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'port_id': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'mac_address': 'fa:16:3e:24:5b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:08:26.813313 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:26.826347 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d367ce8-61fa-49f0-b6d2-d3d025285525 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:08:26.844883 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 3d367ce8-61fa-49f0-b6d2-d3d025285525, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:08:26.848700 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:26.894621 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=3d367ce8-61fa-49f0-b6d2-d3d025285525,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:27.107740 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab3f92-c16d-417c-a98a-9748a373e9df req-a76156fa-06e9-48a6-b7fe-bfddd4b3fb39 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:27.109195 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-47ab3f92-c16d-417c-a98a-9748a373e9df req-a76156fa-06e9-48a6-b7fe-bfddd4b3fb39 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 945 time: 0.0486066 Nov 16 16:08:27.143992 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['3d367ce8-61fa-49f0-b6d2-d3d025285525'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:08:27.158551 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-47ab3f92-c16d-417c-a98a-9748a373e9df req-aaba5161-9e88-49d7-a5fc-d6a77082e65d tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423255 Nov 16 16:08:28.280842 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123667e4-ae2b-420b-99ee-121b145a3a88 req-f79fd45f-2d07-4bfc-a5a3-b74bb042fddd tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:28.282279 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-123667e4-ae2b-420b-99ee-121b145a3a88 req-f79fd45f-2d07-4bfc-a5a3-b74bb042fddd tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 945 time: 0.0492918 Nov 16 16:08:28.333545 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-123667e4-ae2b-420b-99ee-121b145a3a88 req-0941899d-e5af-45ad-ab2a-34bef97d7b2f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454009 Nov 16 16:08:28.669934 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 3d367ce8-61fa-49f0-b6d2-d3d025285525 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:08:28.717406 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 3d367ce8-61fa-49f0-b6d2-d3d025285525 completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:08:28.721224 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 3d367ce8-61fa-49f0-b6d2-d3d025285525 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:08:28.721590 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:28.804028 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:28.825997 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d367ce8-61fa-49f0-b6d2-d3d025285525'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:08:28.828227 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57093ee9-139c-4b73-b180-b0e58dc51f6d" -d '{"events": [{"server_uuid": "6af3cc97-b45c-4fde-9c9c-47a91dd69630", "name": "network-vif-plugged", "status": "completed", "tag": "3d367ce8-61fa-49f0-b6d2-d3d025285525"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:08:28.840930 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 3d367ce8-61fa-49f0-b6d2-d3d025285525, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:08:28.845022 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:28.869156 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2cfeec-adc2-405f-bc62-1f6f52d04a44 x-openstack-request-id: req-cb2cfeec-adc2-405f-bc62-1f6f52d04a44 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:08:28.869472 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af3cc97-b45c-4fde-9c9c-47a91dd69630", "name": "network-vif-plugged", "status": "completed", "tag": "3d367ce8-61fa-49f0-b6d2-d3d025285525", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:08:28.869727 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb2cfeec-adc2-405f-bc62-1f6f52d04a44 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:08:28.870109 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'code': 200} Nov 16 16:08:28.896605 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=3d367ce8-61fa-49f0-b6d2-d3d025285525,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:29.035043 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b252-e690-48c2-acdf-2bc976716eb2 req-4d18ee7c-9af6-4c4d-80d3-8fd45261272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:29.037016 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d321b252-e690-48c2-acdf-2bc976716eb2 req-4d18ee7c-9af6-4c4d-80d3-8fd45261272c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 1099 time: 0.0398934 Nov 16 16:08:29.082842 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d321b252-e690-48c2-acdf-2bc976716eb2 req-d93b83e4-d09e-4942-bdf4-e99aaab5aed5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358498 Nov 16 16:08:29.450601 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a7ce6-7640-43ab-9317-5e442b66f979 req-21a45d59-3d05-41ea-b15e-d2edacbaf715 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:29.452094 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9e2a7ce6-7640-43ab-9317-5e442b66f979 req-21a45d59-3d05-41ea-b15e-d2edacbaf715 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0478201 Nov 16 16:08:29.500868 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9e2a7ce6-7640-43ab-9317-5e442b66f979 req-65d52bb1-a829-4079-9f1e-92618fc90064 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429006 Nov 16 16:08:30.624995 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83c4b2-035d-4387-8c0c-9781089e1e16 req-9f956e73-2171-47e1-a75e-e93d24eb598a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:30.626358 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3f83c4b2-035d-4387-8c0c-9781089e1e16 req-9f956e73-2171-47e1-a75e-e93d24eb598a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0514622 Nov 16 16:08:30.672925 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3f83c4b2-035d-4387-8c0c-9781089e1e16 req-5e909e75-fdbe-4326-b73b-5e8ffcc2971e tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406911 Nov 16 16:08:30.787087 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe9a21-862c-44d3-ae54-8d08a3180f79 req-e354a714-2a48-442a-9ec6-1ca97d89765a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:30.788570 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-eabe9a21-862c-44d3-ae54-8d08a3180f79 req-e354a714-2a48-442a-9ec6-1ca97d89765a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0486970 Nov 16 16:08:30.796940 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 45744) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:30.801582 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-bdcd9e20-e213-4b7c-8656-269e9ac6fc45 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Request body: {'floatingip': {'port_id': '3d367ce8-61fa-49f0-b6d2-d3d025285525'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:30.842817 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9e20-e213-4b7c-8656-269e9ac6fc45 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for floatingip, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:31.252077 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9e20-e213-4b7c-8656-269e9ac6fc45 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:31.256352 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9e20-e213-4b7c-8656-269e9ac6fc45 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:31.355996 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.l3_db [None req-bdcd9e20-e213-4b7c-8656-269e9ac6fc45 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Floating IP e2c07ccf-4dab-47a8-a7bc-a14389b1811d associated. External IP: 172.27.1.88, port: 3d367ce8-61fa-49f0-b6d2-d3d025285525. Nov 16 16:08:31.797289 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcd9e20-e213-4b7c-8656-269e9ac6fc45 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Router 6bf1e66f-6a45-4129-bc29-75438a0ec2de has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:08:31.905675 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcd9e20-e213-4b7c-8656-269e9ac6fc45 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:08:31.910183 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9e20-e213-4b7c-8656-269e9ac6fc45 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:31.916844 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1c69b-5a15-486a-a57c-958114e6c8f5 None None] Sync routers for ids ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:08:31.929074 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1c69b-5a15-486a-a57c-958114e6c8f5 None None] Routers {'6bf1e66f-6a45-4129-bc29-75438a0ec2de'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:08:31.929941 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-c0e1c69b-5a15-486a-a57c-958114e6c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:08:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:31.941463 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-bdcd9e20-e213-4b7c-8656-269e9ac6fc45 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "PUT /v2.0/floatingips/e2c07ccf-4dab-47a8-a7bc-a14389b1811d HTTP/1.1" status: 200 len: 991 time: 1.1408842 Nov 16 16:08:31.941463 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'tag': '3d367ce8-61fa-49f0-b6d2-d3d025285525'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:08:31.941776 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109a3aa0-5f04-4152-9ffe-20d4e1dbd4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6af3cc97-b45c-4fde-9c9c-47a91dd69630", "tag": "3d367ce8-61fa-49f0-b6d2-d3d025285525"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:08:31.985072 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4e525f-0211-4c74-bfce-260fd6045e35 x-openstack-request-id: req-fd4e525f-0211-4c74-bfce-260fd6045e35 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:08:31.985365 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af3cc97-b45c-4fde-9c9c-47a91dd69630", "tag": "3d367ce8-61fa-49f0-b6d2-d3d025285525", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:08:31.985618 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fd4e525f-0211-4c74-bfce-260fd6045e35 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:08:31.986018 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'tag': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'status': 'completed', 'code': 200} Nov 16 16:08:32.057230 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-c0e1c69b-5a15-486a-a57c-958114e6c8f5 None None] Set router 6bf1e66f-6a45-4129-bc29-75438a0ec2de gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:08:32.064018 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a3aa0-5f04-4152-9ffe-20d4e1dbd4e5 req-4e6bf910-30a4-459f-a4a7-a3c8064516df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:32.065505 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-109a3aa0-5f04-4152-9ffe-20d4e1dbd4e5 req-4e6bf910-30a4-459f-a4a7-a3c8064516df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae9bddc9870246e99f813976878279cb&device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 1099 time: 0.0478778 Nov 16 16:08:32.180026 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a3aa0-5f04-4152-9ffe-20d4e1dbd4e5 req-70d4ce0b-18b8-4aca-9ba9-5b3e87d3f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:32.181631 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-109a3aa0-5f04-4152-9ffe-20d4e1dbd4e5 req-70d4ce0b-18b8-4aca-9ba9-5b3e87d3f657 service neutron] 10.222.0.62 "GET /v2.0/networks?id=72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 200 len: 917 time: 0.0921497 Nov 16 16:08:32.251676 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-109a3aa0-5f04-4152-9ffe-20d4e1dbd4e5 req-778aab95-6fe6-4354-84fe-41d72580229b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525 HTTP/1.1" status: 200 len: 999 time: 0.0609894 Nov 16 16:08:32.308767 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a3aa0-5f04-4152-9ffe-20d4e1dbd4e5 req-9b706b4e-dbd5-4a36-bf59-abc4ba686775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:32.310227 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-109a3aa0-5f04-4152-9ffe-20d4e1dbd4e5 req-9b706b4e-dbd5-4a36-bf59-abc4ba686775 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=060fb2ef-695e-459c-84ba-c29c715db089 HTTP/1.1" status: 200 len: 855 time: 0.0483415 Nov 16 16:08:32.370834 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a3aa0-5f04-4152-9ffe-20d4e1dbd4e5 req-5150be58-609c-4fed-8388-b3a06c6d6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:32.372381 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-109a3aa0-5f04-4152-9ffe-20d4e1dbd4e5 req-5150be58-609c-4fed-8388-b3a06c6d6305 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72ea3377-b38c-416b-8581-98962c72f168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488696 Nov 16 16:08:32.408898 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-c0e1c69b-5a15-486a-a57c-958114e6c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': 'e2c07ccf-4dab-47a8-a7bc-a14389b1811d', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'port_id': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'mac_address': 'fa:16:3e:24:5b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:08:19Z', 'updated_at': '2021-11-16T16:08:31Z', 'revision_number': 1, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:04:06Z', 'revision_number': 5, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:32.434203 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1c69b-5a15-486a-a57c-958114e6c8f5 None None] Checking router: 6bf1e66f-6a45-4129-bc29-75438a0ec2de for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:08:32.443248 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1c69b-5a15-486a-a57c-958114e6c8f5 None None] Routers {'6bf1e66f-6a45-4129-bc29-75438a0ec2de'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:08:32.443887 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-c0e1c69b-5a15-486a-a57c-958114e6c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:08:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:32.465223 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-109a3aa0-5f04-4152-9ffe-20d4e1dbd4e5 req-e9883a1e-039a-470e-a477-fa33ffef1821 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838323 Nov 16 16:08:32.550264 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-c0e1c69b-5a15-486a-a57c-958114e6c8f5 None None] Set router 6bf1e66f-6a45-4129-bc29-75438a0ec2de gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:08:32.561461 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-109a3aa0-5f04-4152-9ffe-20d4e1dbd4e5 req-12d9c05e-cdf5-483e-bedf-19902c3c0e65 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878460 Nov 16 16:08:32.786115 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-c0e1c69b-5a15-486a-a57c-958114e6c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': 'e2c07ccf-4dab-47a8-a7bc-a14389b1811d', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'port_id': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'mac_address': 'fa:16:3e:24:5b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:08:19Z', 'updated_at': '2021-11-16T16:08:31Z', 'revision_number': 1, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:04:06Z', 'revision_number': 5, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:32.811521 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1c69b-5a15-486a-a57c-958114e6c8f5 None None] The sync data for ids ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'] in dv-cinder-818098-2-iscsi is: [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': 'e2c07ccf-4dab-47a8-a7bc-a14389b1811d', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'port_id': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'mac_address': 'fa:16:3e:24:5b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:08:19Z', 'updated_at': '2021-11-16T16:08:31Z', 'revision_number': 1, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:04:06Z', 'revision_number': 5, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:08:32.989022 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b92c8-8685-4d24-9861-e99fd5775eb0 None None] New status for floating IP e2c07ccf-4dab-47a8-a7bc-a14389b1811d: ACTIVE {{(pid=101856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:08:34.392705 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:08:35.294455 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b29d9-07c1-454f-b325-ad4c866ce3b8 req-d5b03ff1-58e9-4fd0-a271-9d119a21c41c tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:35.295959 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ce8b29d9-07c1-454f-b325-ad4c866ce3b8 req-d5b03ff1-58e9-4fd0-a271-9d119a21c41c tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0513806 Nov 16 16:08:35.369274 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ce8b29d9-07c1-454f-b325-ad4c866ce3b8 req-4cf3f7ea-8445-4867-933f-f7ce85d4428c tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671828 Nov 16 16:08:36.490708 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4b2f4-68ff-4e2b-a819-59aae7311ea9 req-896c9b35-b81f-49b4-a876-ddb3b39be685 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:36.492222 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-28f4b2f4-68ff-4e2b-a819-59aae7311ea9 req-896c9b35-b81f-49b4-a876-ddb3b39be685 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0558510 Nov 16 16:08:36.582862 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-28f4b2f4-68ff-4e2b-a819-59aae7311ea9 req-e8e1ffdc-6fc5-4004-a881-412e733c7ff3 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830762 Nov 16 16:08:36.585752 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0e93b-8297-40d8-aba1-e4385570d404 req-fbcff7e6-665b-4c32-ae45-0ab75f58867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:36.587135 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a5c0e93b-8297-40d8-aba1-e4385570d404 req-fbcff7e6-665b-4c32-ae45-0ab75f58867f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e31ed7321198471eb4645081b697d234&device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 1138 time: 0.0805838 Nov 16 16:08:36.682616 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0e93b-8297-40d8-aba1-e4385570d404 req-4f9e7b5e-3138-4eb7-b22f-9e49174ef571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:36.684083 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a5c0e93b-8297-40d8-aba1-e4385570d404 req-4f9e7b5e-3138-4eb7-b22f-9e49174ef571 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27 HTTP/1.1" status: 200 len: 916 time: 0.0892301 Nov 16 16:08:36.750347 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a5c0e93b-8297-40d8-aba1-e4385570d404 req-f1867e82-ca37-4740-be3b-4561bef450d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8 HTTP/1.1" status: 200 len: 1001 time: 0.0589943 Nov 16 16:08:36.808407 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0e93b-8297-40d8-aba1-e4385570d404 req-dc0da6b8-5eb2-43ae-8b17-6cac3e5578b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:36.809811 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a5c0e93b-8297-40d8-aba1-e4385570d404 req-dc0da6b8-5eb2-43ae-8b17-6cac3e5578b9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9aad9b3d-1ec8-40ad-bc64-6d47be116d34 HTTP/1.1" status: 200 len: 854 time: 0.0443432 Nov 16 16:08:36.864252 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0e93b-8297-40d8-aba1-e4385570d404 req-ff1b1399-e378-4287-b8d0-2438ada14e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:36.865683 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a5c0e93b-8297-40d8-aba1-e4385570d404 req-ff1b1399-e378-4287-b8d0-2438ada14e05 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433667 Nov 16 16:08:36.958971 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a5c0e93b-8297-40d8-aba1-e4385570d404 req-df1ac4d5-ae8c-4982-85a2-fdb3781f19ea service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825598 Nov 16 16:08:37.052597 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a5c0e93b-8297-40d8-aba1-e4385570d404 req-a1b5e372-c1c5-4ae9-9b5f-5fc4a9fddc69 service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848408 Nov 16 16:08:37.706052 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f6046-4854-455c-b82a-2ea8742cd692 req-c2322064-0d33-4f06-88a3-9d27c293d064 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:37.708187 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7b1f6046-4854-455c-b82a-2ea8742cd692 req-c2322064-0d33-4f06-88a3-9d27c293d064 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0585225 Nov 16 16:08:37.768937 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7b1f6046-4854-455c-b82a-2ea8742cd692 req-dde36ebd-36ad-4c88-9fb4-44c3bc8a40f1 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547636 Nov 16 16:08:38.890680 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606c3ac-3a73-483a-b60d-58efb4e3fe83 req-536a6bff-c65d-4db5-a56b-b1fa7373e663 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:38.892154 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4606c3ac-3a73-483a-b60d-58efb4e3fe83 req-536a6bff-c65d-4db5-a56b-b1fa7373e663 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0482173 Nov 16 16:08:38.957920 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4606c3ac-3a73-483a-b60d-58efb4e3fe83 req-503f8b67-8694-4228-97e9-fdf811a570cd tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584888 Nov 16 16:08:40.077399 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95bdad-426b-4850-9da3-466f7529f8db req-e5bb393d-ac90-4122-bc03-108ace768c09 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:40.078842 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4c95bdad-426b-4850-9da3-466f7529f8db req-e5bb393d-ac90-4122-bc03-108ace768c09 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0491934 Nov 16 16:08:40.138975 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4c95bdad-426b-4850-9da3-466f7529f8db req-22078a24-168f-4dc5-a49c-ac010e070bdb tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535150 Nov 16 16:08:41.253134 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffbe14-6ff0-474b-b1b7-8b5c17a2c304 req-cfd16155-582a-4655-800e-e25350e5b4ad tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:41.255247 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bdffbe14-6ff0-474b-b1b7-8b5c17a2c304 req-cfd16155-582a-4655-800e-e25350e5b4ad tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0487919 Nov 16 16:08:41.314041 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bdffbe14-6ff0-474b-b1b7-8b5c17a2c304 req-acb8ec00-0588-4734-975b-4ae21d5fd09c tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528908 Nov 16 16:08:42.435646 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97a78b-358c-4acc-a9cd-3f9635903a66 req-295be96f-0861-4972-956c-f49e42240b72 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:42.437031 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0c97a78b-358c-4acc-a9cd-3f9635903a66 req-295be96f-0861-4972-956c-f49e42240b72 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0533495 Nov 16 16:08:42.497283 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0c97a78b-358c-4acc-a9cd-3f9635903a66 req-79626094-41f9-486d-866c-33c7ae00d300 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540097 Nov 16 16:08:42.725964 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d0e2a-258d-4962-8614-e30b2bf00f2f req-e2817dd2-bc9b-42e0-a835-6b6f609498ff tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:42.728759 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-456d0e2a-258d-4962-8614-e30b2bf00f2f req-e2817dd2-bc9b-42e0-a835-6b6f609498ff tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 945 time: 0.0505474 Nov 16 16:08:42.779033 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-456d0e2a-258d-4962-8614-e30b2bf00f2f req-75344980-a5b7-4af1-8a95-786ac10db46b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457582 Nov 16 16:08:43.618089 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b98b91-862e-4418-b73c-cff20c97f5c1 req-5f1376b7-f757-4796-a8b2-593b2188c2ec tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:43.619722 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b4b98b91-862e-4418-b73c-cff20c97f5c1 req-5f1376b7-f757-4796-a8b2-593b2188c2ec tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0518458 Nov 16 16:08:43.681173 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b4b98b91-862e-4418-b73c-cff20c97f5c1 req-5dd40abf-bcb4-4cfc-bebd-307e7c3f6617 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556626 Nov 16 16:08:43.895571 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7ce6-1af4-4cac-b595-d16059bd1e04 req-e327adf9-34bd-41ce-8fdb-22e971596a8d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:43.897080 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-565c7ce6-1af4-4cac-b595-d16059bd1e04 req-e327adf9-34bd-41ce-8fdb-22e971596a8d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 945 time: 0.0507536 Nov 16 16:08:43.949461 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-565c7ce6-1af4-4cac-b595-d16059bd1e04 req-b2b75a49-f704-4c35-93fc-4774d9141b39 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463321 Nov 16 16:08:44.665929 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc96a6-764d-45bf-af02-071f5073776b req-023c6c44-c0bc-4835-bbdd-59b9b0eb05be tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:44.667393 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-98dc96a6-764d-45bf-af02-071f5073776b req-023c6c44-c0bc-4835-bbdd-59b9b0eb05be tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 945 time: 0.0485640 Nov 16 16:08:44.798090 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-98dc96a6-764d-45bf-af02-071f5073776b req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Deleting port b063cfec-1c51-450b-a10e-50021e43d561 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:08:44.798436 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-98dc96a6-764d-45bf-af02-071f5073776b req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:44.859135 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842415b-d9c6-4d9d-9c1b-76b87ddc750b req-d3212279-04e0-4c12-aad6-6e47b129bb39 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:44.860634 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8842415b-d9c6-4d9d-9c1b-76b87ddc750b req-d3212279-04e0-4c12-aad6-6e47b129bb39 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.1005499 Nov 16 16:08:44.935541 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-98dc96a6-764d-45bf-af02-071f5073776b req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] For port b063cfec-1c51-450b-a10e-50021e43d561, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=b063cfec-1c51-450b-a10e-50021e43d561,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:08:44.935910 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-98dc96a6-764d-45bf-af02-071f5073776b req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:44.964370 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8842415b-d9c6-4d9d-9c1b-76b87ddc750b req-fad4cd1a-0abb-4f00-bd39-d150505355e4 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952797 Nov 16 16:08:45.153587 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1d944-dcdd-4eb3-bd5d-9149d20279a7 req-33277de6-b0a0-4e71-8d1f-9fff7e4a3093 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:45.155131 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0df1d944-dcdd-4eb3-bd5d-9149d20279a7 req-33277de6-b0a0-4e71-8d1f-9fff7e4a3093 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 945 time: 0.1059737 Nov 16 16:08:45.187832 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-98dc96a6-764d-45bf-af02-071f5073776b req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:45.188217 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-98dc96a6-764d-45bf-af02-071f5073776b req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:45.188840 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.l3_db [req-98dc96a6-764d-45bf-af02-071f5073776b req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Floating IP 6c01f89c-5160-491d-bca0-a9c1faa3f0bb disassociated. External IP: 172.27.1.221, port: b063cfec-1c51-450b-a10e-50021e43d561. Nov 16 16:08:45.188979 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-98dc96a6-764d-45bf-af02-071f5073776b req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Calling delete_port for b063cfec-1c51-450b-a10e-50021e43d561 owned by compute:nova {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:08:45.261760 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0df1d944-dcdd-4eb3-bd5d-9149d20279a7 req-487f980f-2a5d-421c-9f6c-23d3bcd422fc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969062 Nov 16 16:08:45.348332 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-98dc96a6-764d-45bf-af02-071f5073776b req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:45.377812 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event deleted for resources: {'Port': ['ID=b063cfec-1c51-450b-a10e-50021e43d561,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:45.492371 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98dc96a6-764d-45bf-af02-071f5073776b req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:08:45.599603 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98dc96a6-764d-45bf-af02-071f5073776b req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:08:45.609781 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba20e141-6fd5-4c8a-a12b-271014d123bb None None] Sync routers for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:08:45.620239 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba20e141-6fd5-4c8a-a12b-271014d123bb None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:08:45.620846 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-ba20e141-6fd5-4c8a-a12b-271014d123bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:08:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:45.641298 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dc96a6-764d-45bf-af02-071f5073776b req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] No DVR routers for this DVR port b063cfec-1c51-450b-a10e-50021e43d561 on host hv-cinder-81809 {{(pid=101853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:08:45.643798 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-98dc96a6-764d-45bf-af02-071f5073776b req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:45.647924 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-98dc96a6-764d-45bf-af02-071f5073776b req-1b8e97bb-1ca0-4ee7-b86e-e296f037de66 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "DELETE /v2.0/ports/b063cfec-1c51-450b-a10e-50021e43d561 HTTP/1.1" status: 204 len: 173 time: 0.9734988 Nov 16 16:08:45.648547 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db94bd78-8ff3-4784-84bd-e09796f6633a', 'name': 'network-vif-deleted', 'tag': 'b063cfec-1c51-450b-a10e-50021e43d561'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:08:45.651044 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a771c0f6-d284-4daf-8ca2-739f2caf9524" -d '{"events": [{"server_uuid": "db94bd78-8ff3-4784-84bd-e09796f6633a", "name": "network-vif-deleted", "tag": "b063cfec-1c51-450b-a10e-50021e43d561"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:08:45.696435 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cb00f5-751c-45b4-9cae-254f6f241abd x-openstack-request-id: req-56cb00f5-751c-45b4-9cae-254f6f241abd {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:08:45.697068 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db94bd78-8ff3-4784-84bd-e09796f6633a", "name": "network-vif-deleted", "tag": "b063cfec-1c51-450b-a10e-50021e43d561", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:08:45.697068 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56cb00f5-751c-45b4-9cae-254f6f241abd {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:08:45.697369 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db94bd78-8ff3-4784-84bd-e09796f6633a', 'name': 'network-vif-deleted', 'tag': 'b063cfec-1c51-450b-a10e-50021e43d561', 'status': 'completed', 'code': 200} Nov 16 16:08:45.734684 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-ba20e141-6fd5-4c8a-a12b-271014d123bb None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:08:45.948742 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-ba20e141-6fd5-4c8a-a12b-271014d123bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:45.979792 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba20e141-6fd5-4c8a-a12b-271014d123bb None None] Checking router: 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:08:45.989445 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba20e141-6fd5-4c8a-a12b-271014d123bb None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:08:45.990365 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-ba20e141-6fd5-4c8a-a12b-271014d123bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:08:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:46.107929 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cecffa-4b7c-44e6-b36f-2e2688b3060d req-67a15c84-669a-40df-9b76-dcdb49ba105f tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:46.109573 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a5cecffa-4b7c-44e6-b36f-2e2688b3060d req-67a15c84-669a-40df-9b76-dcdb49ba105f tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0578737 Nov 16 16:08:46.111762 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-ba20e141-6fd5-4c8a-a12b-271014d123bb None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:08:46.173782 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a5cecffa-4b7c-44e6-b36f-2e2688b3060d req-a4997200-5835-4f9e-a9db-f8932e57ea4b tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558219 Nov 16 16:08:46.321245 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-ba20e141-6fd5-4c8a-a12b-271014d123bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:46.350603 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba20e141-6fd5-4c8a-a12b-271014d123bb None None] The sync data for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi is: [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:08:46.378632 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3561bbba-350e-4301-a5f7-084d74c158d8 req-860331cb-e0b0-4471-b4d2-2c609fcba684 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=db94bd78-8ff3-4784-84bd-e09796f6633a HTTP/1.1" status: 200 len: 210 time: 0.0281579 Nov 16 16:08:46.533074 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9213ae-a9c6-4b65-acb5-4edf1c4a19a9 req-cd268a83-79fd-46f1-9097-d581cd22b745 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:46.534577 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-de9213ae-a9c6-4b65-acb5-4edf1c4a19a9 req-cd268a83-79fd-46f1-9097-d581cd22b745 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 945 time: 0.0527887 Nov 16 16:08:46.589453 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-de9213ae-a9c6-4b65-acb5-4edf1c4a19a9 req-7d7e1b1c-3156-473d-81dd-b5e23d4f47dd tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480270 Nov 16 16:08:46.613590 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7cd742-2a59-4e3b-adf0-4ad1c77255fc None None] New status for floating IP 6c01f89c-5160-491d-bca0-a9c1faa3f0bb: DOWN {{(pid=101856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:08:47.417585 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204aab8f-2bab-4ab6-b34c-3c4ad0937b9c req-f521ed82-d44b-4b98-af01-fd511e0deddf tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:47.419197 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-204aab8f-2bab-4ab6-b34c-3c4ad0937b9c req-f521ed82-d44b-4b98-af01-fd511e0deddf tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.1782317 Nov 16 16:08:47.483000 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-204aab8f-2bab-4ab6-b34c-3c4ad0937b9c req-fe813bef-b2cf-4d13-b45e-6dd09adb6501 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579276 Nov 16 16:08:47.639569 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-41c35ba7-9d77-40b6-8d52-7889c8698a28 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125201303&fields=id&tenant_id=d2bdf7025cb744f088b95cb0bba5169b HTTP/1.1" status: 200 len: 267 time: 0.0450034 Nov 16 16:08:47.777499 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cb199-6376-4721-a204-8af87c5f27a1 req-775d38e0-53de-46c7-9b18-0c6420cab2a8 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:47.778966 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-071cb199-6376-4721-a204-8af87c5f27a1 req-775d38e0-53de-46c7-9b18-0c6420cab2a8 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 945 time: 0.1118217 Nov 16 16:08:47.787353 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9d64e14f-1018-47fa-9d8b-4161f5859f33 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:47.788734 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9d64e14f-1018-47fa-9d8b-4161f5859f33 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 811 time: 0.1422246 Nov 16 16:08:47.812091 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-c7cff057-978b-4ab5-8278-0d90122ef401 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/quotas/d2bdf7025cb744f088b95cb0bba5169b HTTP/1.1" status: 200 len: 375 time: 0.0168262 Nov 16 16:08:47.870188 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-071cb199-6376-4721-a204-8af87c5f27a1 req-ae3c1b30-43aa-49eb-a76c-240bd2f58765 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/security-groups?id=84da3eaf-999e-401c-9937-ff2f62834b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804169 Nov 16 16:08:47.887379 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-51279c8a-414f-4c0a-bdf6-1f7e0fb99175 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690160 Nov 16 16:08:47.980873 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-638f9df5-1339-48f6-897e-1c1df5798437 service neutron] 10.222.0.46 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827043 Nov 16 16:08:48.075264 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-eadcae75-5c5b-4983-aef4-5160b62c7a58 service neutron] 10.222.0.46 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883789 Nov 16 16:08:48.353736 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-717b370b-f413-4071-a7d1-8d177977c0d0 req-c641c271-06aa-4661-8328-74ebc9b24d38 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 210 time: 0.0267215 Nov 16 16:08:48.424046 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40504e6-640e-4aae-a9df-8561866e9b4e req-dba284cf-1fe1-42ca-9f56-4a30c2d92747 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:48.426456 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a40504e6-640e-4aae-a9df-8561866e9b4e req-dba284cf-1fe1-42ca-9f56-4a30c2d92747 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.62 "GET /v2.0/ports?device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 945 time: 0.0507839 Nov 16 16:08:48.537253 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-a40504e6-640e-4aae-a9df-8561866e9b4e req-e4f0953d-736e-4945-8514-e3068c2ac7d3 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Deleting port 13e8233d-0121-4d55-835b-81b428667917 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:08:48.537636 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-a40504e6-640e-4aae-a9df-8561866e9b4e req-e4f0953d-736e-4945-8514-e3068c2ac7d3 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:48.656017 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a3868-5df2-490e-96df-81b9a0c226b3 req-f7e852e6-699d-49ff-a88f-9fe8855f4cfe tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:48.657592 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-521a3868-5df2-490e-96df-81b9a0c226b3 req-f7e852e6-699d-49ff-a88f-9fe8855f4cfe tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0799348 Nov 16 16:08:48.675636 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-a40504e6-640e-4aae-a9df-8561866e9b4e req-e4f0953d-736e-4945-8514-e3068c2ac7d3 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] For port 13e8233d-0121-4d55-835b-81b428667917, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=13e8233d-0121-4d55-835b-81b428667917,segment=NetworkSegment(631b649c-9cd8-4fb9-bc74-c6744fd45870),segment_id=631b649c-9cd8-4fb9-bc74-c6744fd45870)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:08:48.676005 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-a40504e6-640e-4aae-a9df-8561866e9b4e req-e4f0953d-736e-4945-8514-e3068c2ac7d3 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:48.699936 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-a40504e6-640e-4aae-a9df-8561866e9b4e req-e4f0953d-736e-4945-8514-e3068c2ac7d3 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Calling delete_port for 13e8233d-0121-4d55-835b-81b428667917 owned by compute:nova {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:08:48.762496 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device b063cfec-1c51-450b-a10e-50021e43d561 no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:08:48.783639 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: b063cfec-1c51-450b-a10e-50021e43d561 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:08:48.784062 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device b063cfec-1c51-450b-a10e-50021e43d561 not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:08:48.784226 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-521a3868-5df2-490e-96df-81b9a0c226b3 req-def2e95e-81af-4230-bd5c-f1d39acbaf17 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1186712 Nov 16 16:08:48.877248 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-a40504e6-640e-4aae-a9df-8561866e9b4e req-e4f0953d-736e-4945-8514-e3068c2ac7d3 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:48.890072 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['13e8233d-0121-4d55-835b-81b428667917'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:08:48.911735 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0953d-736e-4945-8514-e3068c2ac7d3 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Pushing event deleted for resources: {'Port': ['ID=13e8233d-0121-4d55-835b-81b428667917,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:48.955543 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40504e6-640e-4aae-a9df-8561866e9b4e req-e4f0953d-736e-4945-8514-e3068c2ac7d3 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] No DVR routers for this DVR port 13e8233d-0121-4d55-835b-81b428667917 on host hv-cinder-81809 {{(pid=101853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:08:48.964921 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-a40504e6-640e-4aae-a9df-8561866e9b4e req-e4f0953d-736e-4945-8514-e3068c2ac7d3 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:48.968094 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a40504e6-640e-4aae-a9df-8561866e9b4e req-e4f0953d-736e-4945-8514-e3068c2ac7d3 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.62 "DELETE /v2.0/ports/13e8233d-0121-4d55-835b-81b428667917 HTTP/1.1" status: 204 len: 173 time: 0.5334675 Nov 16 16:08:48.968532 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be6d15b-4901-4b1b-9d39-97378569d908', 'name': 'network-vif-deleted', 'tag': '13e8233d-0121-4d55-835b-81b428667917'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:08:48.970710 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d23b44-794c-4bb6-b3ae-635034521129" -d '{"events": [{"server_uuid": "8be6d15b-4901-4b1b-9d39-97378569d908", "name": "network-vif-deleted", "tag": "13e8233d-0121-4d55-835b-81b428667917"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:08:48.992439 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-faeed155-0d07-43f0-84b2-b539fd361674 req-d2a4884e-71fc-438b-9720-ab2eb19f6c00 tempest-VolumesSnapshotTestJSON-1367004513 tempest-VolumesSnapshotTestJSON-1367004513-project] 10.222.0.46 "GET /v2.0/ports?device_id=8be6d15b-4901-4b1b-9d39-97378569d908 HTTP/1.1" status: 200 len: 210 time: 0.0384524 Nov 16 16:08:49.012028 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cd1c89-87f2-40dd-ae24-27eda7464e4a x-openstack-request-id: req-13cd1c89-87f2-40dd-ae24-27eda7464e4a {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:08:49.012319 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be6d15b-4901-4b1b-9d39-97378569d908", "name": "network-vif-deleted", "tag": "13e8233d-0121-4d55-835b-81b428667917", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:08:49.012569 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13cd1c89-87f2-40dd-ae24-27eda7464e4a {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:08:49.012967 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be6d15b-4901-4b1b-9d39-97378569d908', 'name': 'network-vif-deleted', 'tag': '13e8233d-0121-4d55-835b-81b428667917', 'status': 'completed', 'code': 200} Nov 16 16:08:49.398477 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-72446f79-46ba-488a-93fe-eb6808258ece tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:49.400041 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-72446f79-46ba-488a-93fe-eb6808258ece tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 811 time: 0.1131549 Nov 16 16:08:49.461943 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dd7b46c8-421a-446b-acc6-72f3f3f0b3fc req-c76b9fc1-914a-46f1-ad90-5428dff1f3fe tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 210 time: 0.0353792 Nov 16 16:08:49.494469 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-ff4b8d84-4209-4677-986c-35c654557d68 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2bdf7025cb744f088b95cb0bba5169b HTTP/1.1" status: 200 len: 380 time: 0.0815208 Nov 16 16:08:49.506887 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9ee1fcf7-817c-4c03-aef3-33aa6a09cee9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Request body: {'port': {'device_id': '9bc90f3f-4249-42b0-b344-cb67784082db', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'admin_state_up': True, 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'security_groups': ['8dd171eb-7943-4807-9fe7-f436f2d7b7cc']}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:49.624335 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9ee1fcf7-817c-4c03-aef3-33aa6a09cee9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Made reservation on behalf of d2bdf7025cb744f088b95cb0bba5169b for: {'port': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:08:49.628110 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9ee1fcf7-817c-4c03-aef3-33aa6a09cee9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:49.766794 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9ee1fcf7-817c-4c03-aef3-33aa6a09cee9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Allocated IP 172.20.0.7 (d76e01f2-cefd-4113-8b4c-ae0a7cc24037/3a71067b-bbc5-4a7f-a337-f77ec6b82b43/56ca6ce4-eb92-4ff7-876a-3215434b21af) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:08:50.207973 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaab7c-5542-483a-b5fe-2fb4a25baa8e req-20018387-76eb-4ecc-9c33-efdba8e9363a tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:50.210189 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f6aaab7c-5542-483a-b5fe-2fb4a25baa8e req-20018387-76eb-4ecc-9c33-efdba8e9363a tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.1612592 Nov 16 16:08:50.235954 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9ee1fcf7-817c-4c03-aef3-33aa6a09cee9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:50.321110 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f6aaab7c-5542-483a-b5fe-2fb4a25baa8e req-6376dc1a-d22b-4ba1-a210-069210b1fefa tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957940 Nov 16 16:08:50.340692 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9ee1fcf7-817c-4c03-aef3-33aa6a09cee9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:50.397557 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9ee1fcf7-817c-4c03-aef3-33aa6a09cee9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:08:50.400906 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9ee1fcf7-817c-4c03-aef3-33aa6a09cee9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:08:50.403632 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9ee1fcf7-817c-4c03-aef3-33aa6a09cee9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:08:50.476952 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1fcf7-817c-4c03-aef3-33aa6a09cee9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'Port': ['ID=56ca6ce4-eb92-4ff7-876a-3215434b21af,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:50.516610 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9ee1fcf7-817c-4c03-aef3-33aa6a09cee9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:50.517496 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9ee1fcf7-817c-4c03-aef3-33aa6a09cee9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:50.527804 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5639905-66b5-460e-b7b0-c4badd08dc75 req-48d1a416-44a3-4454-836f-07648b10957d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:50.529341 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e5639905-66b5-460e-b7b0-c4badd08dc75 req-48d1a416-44a3-4454-836f-07648b10957d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.1196697 Nov 16 16:08:50.573080 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9ee1fcf7-817c-4c03-aef3-33aa6a09cee9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0709019 Nov 16 16:08:50.595861 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Request body: {'port': {'device_id': '9bc90f3f-4249-42b0-b344-cb67784082db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:50.655872 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e5639905-66b5-460e-b7b0-c4badd08dc75 req-0f207029-522c-4832-9deb-ec1c70cba6be tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199305 Nov 16 16:08:50.668547 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6469027-9dd6-42e3-8730-839ff6ad45c6 req-7e23977d-de45-425e-b43f-f8cc9e095ab7 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:50.670098 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a6469027-9dd6-42e3-8730-839ff6ad45c6 req-7e23977d-de45-425e-b43f-f8cc9e095ab7 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 931 time: 0.1145926 Nov 16 16:08:50.698449 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-903a48b5-137d-49c7-becb-5b3794f60a01 None None] Provisioning complete for port 56ca6ce4-eb92-4ff7-876a-3215434b21af triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:08:50.698952 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-903a48b5-137d-49c7-becb-5b3794f60a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:50.709060 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:50.745424 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-903a48b5-137d-49c7-becb-5b3794f60a01 None None] Port 56ca6ce4-eb92-4ff7-876a-3215434b21af cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:08:50.751430 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d1c4f247-a064-463c-9723-f3ba4b61ac7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:50.776133 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a6469027-9dd6-42e3-8730-839ff6ad45c6 req-e80c787f-f590-466c-905c-cbcfb231c535 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873382 Nov 16 16:08:50.998168 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ca6ce4-eb92-4ff7-876a-3215434b21af {{(pid=101853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:08:51.005620 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:51.017041 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.provisioning_blocks [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Transition to ACTIVE for port object 56ca6ce4-eb92-4ff7-876a-3215434b21af will not be triggered until provisioned by entity L2. {{(pid=101853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:08:51.021462 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:51.076927 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Pushing event updated for resources: {'Port': ['ID=56ca6ce4-eb92-4ff7-876a-3215434b21af,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:51.149691 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Attempting to bind port 56ca6ce4-eb92-4ff7-876a-3215434b21af on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:08:51.150027 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Attempting to bind port 56ca6ce4-eb92-4ff7-876a-3215434b21af by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:08:51.150358 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Attempting to bind port 56ca6ce4-eb92-4ff7-876a-3215434b21af on network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:08:51.155131 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Port 56ca6ce4-eb92-4ff7-876a-3215434b21af on network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:08:51.155457 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Attempting to bind port 56ca6ce4-eb92-4ff7-876a-3215434b21af on network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:08:51.161052 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:08:51.161397 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Checking segment: {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:08:51.161785 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Bound using segment: {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:08:51.162227 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Bound port: 56ca6ce4-eb92-4ff7-876a-3215434b21af, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'}}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:08:51.162587 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:51.227660 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] For port 56ca6ce4-eb92-4ff7-876a-3215434b21af, host hv-cinder-81809, cleared binding levels {{(pid=101853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:08:51.230652 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] For port 56ca6ce4-eb92-4ff7-876a-3215434b21af, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=56ca6ce4-eb92-4ff7-876a-3215434b21af,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:08:51.235253 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:51.272490 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:51.273110 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:51.274473 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] 10.222.0.62 "PUT /v2.0/ports/56ca6ce4-eb92-4ff7-876a-3215434b21af HTTP/1.1" status: 200 len: 1093 time: 0.6875119 Nov 16 16:08:51.274903 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc90f3f-4249-42b0-b344-cb67784082db', 'tag': '56ca6ce4-eb92-4ff7-876a-3215434b21af'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:08:51.277411 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcf0d2c-64c3-4978-98c3-8d3611f7fa3b" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc90f3f-4249-42b0-b344-cb67784082db", "tag": "56ca6ce4-eb92-4ff7-876a-3215434b21af"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:08:51.302746 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8c48c-4b0d-473f-bc39-20eef3811942 service neutron] Pushing event updated for resources: {'Port': ['ID=56ca6ce4-eb92-4ff7-876a-3215434b21af,revision_number=3']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:51.330215 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712cf821-cde1-44cb-a764-8f5957fd4d58 x-openstack-request-id: req-712cf821-cde1-44cb-a764-8f5957fd4d58 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:08:51.330749 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc90f3f-4249-42b0-b344-cb67784082db", "tag": "56ca6ce4-eb92-4ff7-876a-3215434b21af", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:08:51.331062 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-712cf821-cde1-44cb-a764-8f5957fd4d58 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:08:51.332281 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc90f3f-4249-42b0-b344-cb67784082db', 'tag': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'status': 'completed', 'code': 200} Nov 16 16:08:51.372819 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-19ede3b6-6764-4e91-8f35-c7b9002984f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:51.374598 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-19ede3b6-6764-4e91-8f35-c7b9002984f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 1096 time: 0.0532744 Nov 16 16:08:51.430019 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-f76391f4-2cd5-4f01-aedf-bd8cb9427280 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ca6ce4-eb92-4ff7-876a-3215434b21af HTTP/1.1" status: 200 len: 217 time: 0.0438929 Nov 16 16:08:51.518784 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1325e4c-8357-427d-9747-d9db42b23f89 req-d831979a-b2b0-4fc9-bb21-94b836c59f58 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:51.521277 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f1325e4c-8357-427d-9747-d9db42b23f89 req-d831979a-b2b0-4fc9-bb21-94b836c59f58 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0941458 Nov 16 16:08:51.523108 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-c330ffa2-db48-4ca8-9013-5183e4a9921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:51.524479 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-c330ffa2-db48-4ca8-9013-5183e4a9921e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 200 len: 850 time: 0.0868855 Nov 16 16:08:51.623215 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-52b64cbb-c248-4d0d-8a52-5822e07704e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:51.624708 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-52b64cbb-c248-4d0d-8a52-5822e07704e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0910683 Nov 16 16:08:51.631589 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f1325e4c-8357-427d-9747-d9db42b23f89 req-e4dfa228-242a-4b54-abb2-de46921035ff tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038983 Nov 16 16:08:51.723755 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-9a36000a-355b-45a9-99d2-3ec079e058b5 service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896297 Nov 16 16:08:51.831735 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324b544-4ebf-4520-b8b6-145a944ded07 req-ec2d5efd-0127-44e9-a2d7-e3143e382c3f tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:51.833363 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2324b544-4ebf-4520-b8b6-145a944ded07 req-ec2d5efd-0127-44e9-a2d7-e3143e382c3f tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.1061733 Nov 16 16:08:51.882594 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e8aa0877-eb5c-4f8e-b86a-c69c54c96078 req-c12d753c-900c-4ef6-8bf3-d850cf69bce1 service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467514 Nov 16 16:08:51.924231 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2324b544-4ebf-4520-b8b6-145a944ded07 req-04a42b16-6884-4728-9dcd-092aa2b9f468 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823958 Nov 16 16:08:51.937429 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418ae9a-473f-4450-9741-d91441f90861 req-cb2a05d3-f7d0-4ef8-82c9-23950a78a1b1 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:51.938884 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2418ae9a-473f-4450-9741-d91441f90861 req-cb2a05d3-f7d0-4ef8-82c9-23950a78a1b1 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 943 time: 0.0853462 Nov 16 16:08:51.988759 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2418ae9a-473f-4450-9741-d91441f90861 req-b285cde4-82d2-46de-8188-c8d05299d787 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437772 Nov 16 16:08:52.749782 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c164f9-97a3-4c1f-ac88-05ee572311bd req-d6ec4633-31a6-4195-935d-63db9b4381e2 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:52.751240 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b4c164f9-97a3-4c1f-ac88-05ee572311bd req-d6ec4633-31a6-4195-935d-63db9b4381e2 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0527599 Nov 16 16:08:52.810776 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b4c164f9-97a3-4c1f-ac88-05ee572311bd req-2ad56606-988d-45bc-b79b-6dbcfc1548e7 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529392 Nov 16 16:08:53.022025 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-39a71b52-d8ab-4545-ba39-1ea03246d9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:53.042522 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57712a5a-cd3e-4f4a-85cb-709a9f68d23a req-cf7d0bf6-9dbe-4deb-a136-b84799608229 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:53.044034 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-57712a5a-cd3e-4f4a-85cb-709a9f68d23a req-cf7d0bf6-9dbe-4deb-a136-b84799608229 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0502322 Nov 16 16:08:53.093677 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-57712a5a-cd3e-4f4a-85cb-709a9f68d23a req-3f7ecfe6-c9ef-4e2b-80c2-ed4b087a2ce8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437949 Nov 16 16:08:53.194621 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbc7ff-c9c3-4417-a0d4-1f5166dc3143 req-934b6368-407a-4b6a-b468-c3f9233a2c5b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:53.196107 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6ccbc7ff-c9c3-4417-a0d4-1f5166dc3143 req-934b6368-407a-4b6a-b468-c3f9233a2c5b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 943 time: 0.0491962 Nov 16 16:08:53.247808 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6ccbc7ff-c9c3-4417-a0d4-1f5166dc3143 req-b41ae609-2b3a-48ca-a367-f1df10d630cd tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457513 Nov 16 16:08:53.510990 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 13e8233d-0121-4d55-835b-81b428667917 no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:08:53.532051 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 13e8233d-0121-4d55-835b-81b428667917 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:08:53.532393 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 13e8233d-0121-4d55-835b-81b428667917 not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:08:53.923424 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e859c24-a68e-44ab-839d-56156750caec req-50f27ad6-c499-4673-be2d-21cd8e252783 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:53.924893 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e859c24-a68e-44ab-839d-56156750caec req-50f27ad6-c499-4673-be2d-21cd8e252783 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0486791 Nov 16 16:08:53.985563 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e859c24-a68e-44ab-839d-56156750caec req-d7e732eb-e690-44d6-88e0-4a58b92a4868 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539105 Nov 16 16:08:54.206672 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf0f7e-0a04-4565-8ce6-eea726b973f8 req-e631be1f-5022-4c2e-8bff-556c29683073 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:54.208775 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6cf0f7e-0a04-4565-8ce6-eea726b973f8 req-e631be1f-5022-4c2e-8bff-556c29683073 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0486047 Nov 16 16:08:54.253899 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6cf0f7e-0a04-4565-8ce6-eea726b973f8 req-e38f590e-94e9-4b6d-926f-429d4b76a9f5 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392613 Nov 16 16:08:54.366684 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae127a-6ac6-4bd0-a7bc-506f5aedf09d req-7b7b047a-5d7b-4437-9e94-7c04f509c6b6 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:54.368200 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8dae127a-6ac6-4bd0-a7bc-506f5aedf09d req-7b7b047a-5d7b-4437-9e94-7c04f509c6b6 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 943 time: 0.0550523 Nov 16 16:08:54.378852 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:54.420331 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8dae127a-6ac6-4bd0-a7bc-506f5aedf09d req-39ff63d6-34b7-4a58-af0a-dc05b98589b5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460770 Nov 16 16:08:54.570294 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf0d2c-64c3-4978-98c3-8d3611f7fa3b req-196a166b-7311-4e66-942e-1c93d41797c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:54.571842 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bdcf0d2c-64c3-4978-98c3-8d3611f7fa3b req-196a166b-7311-4e66-942e-1c93d41797c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 1096 time: 0.0414443 Nov 16 16:08:54.669174 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf0d2c-64c3-4978-98c3-8d3611f7fa3b req-e3984665-ab62-4a3d-aee1-3fbfaa63dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:54.670727 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bdcf0d2c-64c3-4978-98c3-8d3611f7fa3b req-e3984665-ab62-4a3d-aee1-3fbfaa63dba2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 912 time: 0.0902154 Nov 16 16:08:54.723034 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bdcf0d2c-64c3-4978-98c3-8d3611f7fa3b req-1e50c5f8-3139-4c9e-91ce-ecfa070e8427 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ca6ce4-eb92-4ff7-876a-3215434b21af HTTP/1.1" status: 200 len: 217 time: 0.0392311 Nov 16 16:08:54.780921 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf0d2c-64c3-4978-98c3-8d3611f7fa3b req-7985da32-1571-4ac2-b493-60599e2c74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:54.782381 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bdcf0d2c-64c3-4978-98c3-8d3611f7fa3b req-7985da32-1571-4ac2-b493-60599e2c74cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 200 len: 850 time: 0.0500574 Nov 16 16:08:54.839105 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf0d2c-64c3-4978-98c3-8d3611f7fa3b req-8fd0161b-25af-4ac5-821f-228b7a456e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:54.840653 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bdcf0d2c-64c3-4978-98c3-8d3611f7fa3b req-8fd0161b-25af-4ac5-821f-228b7a456e01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459273 Nov 16 16:08:54.951307 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bdcf0d2c-64c3-4978-98c3-8d3611f7fa3b req-1bfc5138-750e-4d2b-a0db-a5830971e0ea service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968747 Nov 16 16:08:55.058441 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bdcf0d2c-64c3-4978-98c3-8d3611f7fa3b req-17b2ae10-06b0-4ffe-964a-f60b172a6a9c service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991621 Nov 16 16:08:55.120963 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5c4a9-c843-4b8e-bebf-9e94cbe76048 req-093f1485-f4e2-4320-bb79-8976beec5478 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:55.122489 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c6a5c4a9-c843-4b8e-bebf-9e94cbe76048 req-093f1485-f4e2-4320-bb79-8976beec5478 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0503752 Nov 16 16:08:55.185165 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c6a5c4a9-c843-4b8e-bebf-9e94cbe76048 req-366382b3-9bf8-4526-9d34-c87d0a5d0bc0 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564461 Nov 16 16:08:55.257101 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-4ecbba30-0f2d-4618-ac89-519be12bacc0 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:55.258571 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-4ecbba30-0f2d-4618-ac89-519be12bacc0 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.62 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0556891 Nov 16 16:08:55.390668 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020e8a-9137-48ef-bc9e-8551a09822f5 req-dd7612e6-acf0-46b7-aea8-1a5d821a6244 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:55.392168 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-58020e8a-9137-48ef-bc9e-8551a09822f5 req-dd7612e6-acf0-46b7-aea8-1a5d821a6244 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 946 time: 0.0634375 Nov 16 16:08:55.399436 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Deleting port 07aae0fa-265c-47a8-af4f-ea385dbee127 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:08:55.399814 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:55.510229 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-58020e8a-9137-48ef-bc9e-8551a09822f5 req-2fd68fc5-2c5f-4b1e-b2ce-f7ee2cc9e058 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=b54ae924-5b38-4d57-b051-07dd7057312e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061416 Nov 16 16:08:55.549573 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] For port 07aae0fa-265c-47a8-af4f-ea385dbee127, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=07aae0fa-265c-47a8-af4f-ea385dbee127,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:08:55.549936 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:55.612439 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af25092-febc-47b1-bbed-bc0c872bb109 req-302ef47b-e5cd-41a0-a7f6-fdde30ec5a87 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:55.614541 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5af25092-febc-47b1-bbed-bc0c872bb109 req-302ef47b-e5cd-41a0-a7f6-fdde30ec5a87 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 943 time: 0.1255326 Nov 16 16:08:55.713820 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5af25092-febc-47b1-bbed-bc0c872bb109 req-8c5f4d95-7be6-4660-bf77-8c4b3561e1e5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929134 Nov 16 16:08:55.737300 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:55.770635 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:55.770980 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:55.771296 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.l3_db [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Floating IP 4ec9f1ab-256e-49e9-81a4-63de14172404 disassociated. External IP: 172.27.1.76, port: 07aae0fa-265c-47a8-af4f-ea385dbee127. Nov 16 16:08:55.771657 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Calling delete_port for 07aae0fa-265c-47a8-af4f-ea385dbee127 owned by compute:nova {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:08:55.894152 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:55.926128 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event deleted for resources: {'Port': ['ID=07aae0fa-265c-47a8-af4f-ea385dbee127,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:56.324163 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Router 366e26b1-e954-44e1-afd4-82f38fbafa87 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:08:56.333876 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd560f-ba24-44f8-b0d7-89ac01731bc5 req-41df000b-449b-43ce-a4b7-d1f7e5290ff4 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:56.335386 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ffbd560f-ba24-44f8-b0d7-89ac01731bc5 req-41df000b-449b-43ce-a4b7-d1f7e5290ff4 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0756016 Nov 16 16:08:56.482631 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ffbd560f-ba24-44f8-b0d7-89ac01731bc5 req-eef14866-1bef-4f15-99d0-b6b350177f89 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&id=214fc19b-118a-46ba-843f-b8d426e798fc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1380453 Nov 16 16:08:56.504120 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:08:56.521299 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31299dc-b03d-49b5-8447-57aa5ca98282 None None] Sync routers for ids ['366e26b1-e954-44e1-afd4-82f38fbafa87'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:08:56.527675 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:56.535416 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31299dc-b03d-49b5-8447-57aa5ca98282 None None] Routers {'366e26b1-e954-44e1-afd4-82f38fbafa87'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:08:56.536853 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-b31299dc-b03d-49b5-8447-57aa5ca98282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:08:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['366e26b1-e954-44e1-afd4-82f38fbafa87'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:56.547302 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] No DVR routers for this DVR port 07aae0fa-265c-47a8-af4f-ea385dbee127 on host hv-cinder-81809 {{(pid=101853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:08:56.549793 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:56.553795 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5b26d216-bb73-4ed1-9ed2-c41806689b17 req-1b7da0b4-fa1e-4e40-b0bb-578e2cde43b8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.62 "DELETE /v2.0/ports/07aae0fa-265c-47a8-af4f-ea385dbee127 HTTP/1.1" status: 204 len: 173 time: 1.2881052 Nov 16 16:08:56.555691 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674c9e04-e56c-4891-adc1-7cdac0c8510f', 'name': 'network-vif-deleted', 'tag': '07aae0fa-265c-47a8-af4f-ea385dbee127'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:08:56.556733 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252fa6c8-f2f2-4e99-ad56-0ca0375b2fe1" -d '{"events": [{"server_uuid": "674c9e04-e56c-4891-adc1-7cdac0c8510f", "name": "network-vif-deleted", "tag": "07aae0fa-265c-47a8-af4f-ea385dbee127"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:08:56.617408 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9587b6a0-a23a-488a-bc6d-d2e3d159b32e x-openstack-request-id: req-9587b6a0-a23a-488a-bc6d-d2e3d159b32e {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:08:56.617825 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674c9e04-e56c-4891-adc1-7cdac0c8510f", "name": "network-vif-deleted", "tag": "07aae0fa-265c-47a8-af4f-ea385dbee127", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:08:56.618080 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9587b6a0-a23a-488a-bc6d-d2e3d159b32e {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:08:56.618459 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674c9e04-e56c-4891-adc1-7cdac0c8510f', 'name': 'network-vif-deleted', 'tag': '07aae0fa-265c-47a8-af4f-ea385dbee127', 'status': 'completed', 'code': 200} Nov 16 16:08:56.627878 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e6eab6ee-03c4-482b-884c-c6c34c1745d4 req-fce0fe9e-7b3a-4925-8db2-6d60423cef3c tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=674c9e04-e56c-4891-adc1-7cdac0c8510f HTTP/1.1" status: 200 len: 210 time: 0.0412788 Nov 16 16:08:56.647817 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:56.688963 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-b31299dc-b03d-49b5-8447-57aa5ca98282 None None] Set router 366e26b1-e954-44e1-afd4-82f38fbafa87 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:08:56.837964 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae54e9-526f-437b-8ee7-25536b94b7b9 req-97102afd-2a3c-434b-a701-185aac00b4af tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:56.839489 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b8ae54e9-526f-437b-8ee7-25536b94b7b9 req-97102afd-2a3c-434b-a701-185aac00b4af tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 943 time: 0.0498698 Nov 16 16:08:56.889315 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b8ae54e9-526f-437b-8ee7-25536b94b7b9 req-c381794a-6d8a-4de1-b774-7980415cd130 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438654 Nov 16 16:08:56.895723 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-b31299dc-b03d-49b5-8447-57aa5ca98282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:04:13Z', 'revision_number': 5, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:56.921784 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31299dc-b03d-49b5-8447-57aa5ca98282 None None] Checking router: 366e26b1-e954-44e1-afd4-82f38fbafa87 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:08:56.931219 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31299dc-b03d-49b5-8447-57aa5ca98282 None None] Routers {'366e26b1-e954-44e1-afd4-82f38fbafa87'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:08:56.931856 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-b31299dc-b03d-49b5-8447-57aa5ca98282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:08:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['366e26b1-e954-44e1-afd4-82f38fbafa87'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:57.157500 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-b31299dc-b03d-49b5-8447-57aa5ca98282 None None] Set router 366e26b1-e954-44e1-afd4-82f38fbafa87 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:08:57.359210 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-b31299dc-b03d-49b5-8447-57aa5ca98282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:04:13Z', 'revision_number': 5, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:08:57.389694 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31299dc-b03d-49b5-8447-57aa5ca98282 None None] The sync data for ids ['366e26b1-e954-44e1-afd4-82f38fbafa87'] in dv-cinder-818098-2-iscsi is: [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:04:13Z', 'revision_number': 5, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:08:57.645920 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd67010-f72f-4fbe-9796-083afb4eba9a None None] New status for floating IP 4ec9f1ab-256e-49e9-81a4-63de14172404: DOWN {{(pid=101856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:08:57.711005 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 46024) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:57.773833 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f5b812f6-a76c-4ff2-a12d-cf42bea6a8bf tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:57.802972 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f5b812f6-a76c-4ff2-a12d-cf42bea6a8bf tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:57.856111 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f5b812f6-a76c-4ff2-a12d-cf42bea6a8bf tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:57.858617 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f5b812f6-a76c-4ff2-a12d-cf42bea6a8bf tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:57.862860 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46028) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:57.863482 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-f5b812f6-a76c-4ff2-a12d-cf42bea6a8bf tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "DELETE /v2.0/security-groups/b54ae924-5b38-4d57-b051-07dd7057312e HTTP/1.1" status: 204 len: 168 time: 0.1476846 Nov 16 16:08:57.874290 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b812f6-a76c-4ff2-a12d-cf42bea6a8bf tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54ae924-5b38-4d57-b051-07dd7057312e,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:57.878738 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.api.v2.resource [None req-7c1f7a70-4663-4a43-a5a8-43c84d7f58d0 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] show failed (client error): The resource could not be found. Nov 16 16:08:57.883967 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 46030) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:57.884357 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-7c1f7a70-4663-4a43-a5a8-43c84d7f58d0 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups/b54ae924-5b38-4d57-b051-07dd7057312e HTTP/1.1" status: 404 len: 347 time: 0.0196195 Nov 16 16:08:58.038920 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57322-1dcf-4420-80b8-e474ad522eb6 req-fc8c6577-cd1b-456b-a944-73c28be65721 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:58.041431 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dbc57322-1dcf-4420-80b8-e474ad522eb6 req-fc8c6577-cd1b-456b-a944-73c28be65721 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 943 time: 0.0775433 Nov 16 16:08:58.076592 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-65b93397-0109-4a35-9134-0cf2b1e4c862 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Deleting port 8c68bbd8-dc16-4d26-826d-3be78b191386 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:08:58.076929 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-65b93397-0109-4a35-9134-0cf2b1e4c862 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.139858 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dbc57322-1dcf-4420-80b8-e474ad522eb6 req-f8ff2d93-6bbb-4fb7-a0dc-6b45ba2ec6ec tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900514 Nov 16 16:08:58.181124 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-65b93397-0109-4a35-9134-0cf2b1e4c862 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.181450 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-65b93397-0109-4a35-9134-0cf2b1e4c862 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.192885 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-65b93397-0109-4a35-9134-0cf2b1e4c862 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Calling delete_port for 8c68bbd8-dc16-4d26-826d-3be78b191386 owned by network:floatingip {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:08:58.329125 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-65b93397-0109-4a35-9134-0cf2b1e4c862 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.356122 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b93397-0109-4a35-9134-0cf2b1e4c862 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event deleted for resources: {'Port': ['ID=8c68bbd8-dc16-4d26-826d-3be78b191386,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:58.419283 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-65b93397-0109-4a35-9134-0cf2b1e4c862 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for floatingip, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.421910 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-65b93397-0109-4a35-9134-0cf2b1e4c862 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.423056 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-65b93397-0109-4a35-9134-0cf2b1e4c862 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "DELETE /v2.0/floatingips/4ec9f1ab-256e-49e9-81a4-63de14172404 HTTP/1.1" status: 204 len: 168 time: 0.5379479 Nov 16 16:08:58.600355 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 46040) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:58.605664 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-235d4058-6250-47fb-9ed9-a3be3f6326e3 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1569302128', 'description': 'tempest-description--1139055184'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:58.628571 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-235d4058-6250-47fb-9ed9-a3be3f6326e3 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.706227 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-235d4058-6250-47fb-9ed9-a3be3f6326e3 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.709734 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-235d4058-6250-47fb-9ed9-a3be3f6326e3 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.740301 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-235d4058-6250-47fb-9ed9-a3be3f6326e3 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.741517 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-235d4058-6250-47fb-9ed9-a3be3f6326e3 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1400316 Nov 16 16:08:58.743295 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d4058-6250-47fb-9ed9-a3be3f6326e3 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2e279f-16df-45ea-8dd2-fed05a0613cb,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:58.744551 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46044) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:58.749102 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-161b2a7b-2b1e-4322-8d9b-bcfe287367f6 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Request body: {'security_group_rule': {'security_group_id': 'de2e279f-16df-45ea-8dd2-fed05a0613cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:58.778446 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-161b2a7b-2b1e-4322-8d9b-bcfe287367f6 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.824858 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-161b2a7b-2b1e-4322-8d9b-bcfe287367f6 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.828408 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-161b2a7b-2b1e-4322-8d9b-bcfe287367f6 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.849246 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b2a7b-2b1e-4322-8d9b-bcfe287367f6 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b5186f-ec0b-4fb1-b492-92475197c18d,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:58.855318 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-161b2a7b-2b1e-4322-8d9b-bcfe287367f6 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.856721 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-161b2a7b-2b1e-4322-8d9b-bcfe287367f6 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111398 Nov 16 16:08:58.859427 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46048) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:58.864302 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-230f7ef0-ee07-4af8-a891-9285e72db932 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Request body: {'security_group_rule': {'security_group_id': 'de2e279f-16df-45ea-8dd2-fed05a0613cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:58.891954 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-230f7ef0-ee07-4af8-a891-9285e72db932 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.946321 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-230f7ef0-ee07-4af8-a891-9285e72db932 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.949619 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-230f7ef0-ee07-4af8-a891-9285e72db932 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.969282 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f7ef0-ee07-4af8-a891-9285e72db932 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdf5f10-7d1f-4b71-b935-ea5e00c6d4db,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:58.975366 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-230f7ef0-ee07-4af8-a891-9285e72db932 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:58.976623 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-230f7ef0-ee07-4af8-a891-9285e72db932 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161866 Nov 16 16:08:58.979733 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46050) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:08:58.984199 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Request body: {'floatingip': {'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:08:59.005131 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for floatingip, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:59.101446 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:59.205795 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Allocated IP 172.27.1.70 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/0a73ba94-90b5-4c96-b4cb-dc0d30799786) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:08:59.259474 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6217fa-8142-484a-852c-cf4e557f0ad5 req-66ccaf1e-06b2-496b-a3b9-5026204ddd07 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:08:59.260989 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5c6217fa-8142-484a-852c-cf4e557f0ad5 req-66ccaf1e-06b2-496b-a3b9-5026204ddd07 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 943 time: 0.0499122 Nov 16 16:08:59.310933 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:59.315340 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5c6217fa-8142-484a-852c-cf4e557f0ad5 req-2f19da22-3fe8-45bf-a1c0-81978ee20231 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476737 Nov 16 16:08:59.350670 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:59.385484 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:08:59.390128 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:08:59.393591 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:08:59.417297 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event updated for resources: {'Port': ['ID=0a73ba94-90b5-4c96-b4cb-dc0d30799786,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:59.479502 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:59.515683 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:59.659816 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:59.665243 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:59.734930 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event updated for resources: {'Port': ['ID=0a73ba94-90b5-4c96-b4cb-dc0d30799786,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:08:59.745415 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:59.760427 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:08:59.761651 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-7b591c6c-6cf9-459a-bf4f-699dc541ea87 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7808478 Nov 16 16:08:59.951340 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-4625baf0-745c-4b86-920d-77ed3da1cdeb tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1569302128&fields=id&tenant_id=b827321a45f5478a8bd7953ed7be64b6 HTTP/1.1" status: 200 len: 267 time: 0.0423863 Nov 16 16:09:00.057220 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b81d5-e3e4-4947-978b-56b244f24eef req-1cbe0fab-e2bb-438f-a68d-8f96ad873c6d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:00.058679 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-1cbe0fab-e2bb-438f-a68d-8f96ad873c6d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/networks?id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f HTTP/1.1" status: 200 len: 809 time: 0.1001770 Nov 16 16:09:00.074319 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-692637ea-00c0-4b83-8299-ff8f7ddad88f tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/quotas/b827321a45f5478a8bd7953ed7be64b6 HTTP/1.1" status: 200 len: 375 time: 0.0100102 Nov 16 16:09:00.132398 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-0c1b07e7-b17e-43cf-b986-01694750d1f4 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b827321a45f5478a8bd7953ed7be64b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527239 Nov 16 16:09:00.233573 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-6d065a96-40d3-4c0d-b59d-2d4317a54db1 service neutron] 10.222.0.46 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898347 Nov 16 16:09:00.324960 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-e79f743d-f66b-4ffd-a2d4-5a6f43b3e1d4 service neutron] 10.222.0.46 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849214 Nov 16 16:09:00.522612 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700266c-fa6f-480d-9a8b-decf6f8ee129 req-71b21010-e616-4fe5-8bab-609ded85e959 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:00.524293 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8700266c-fa6f-480d-9a8b-decf6f8ee129 req-71b21010-e616-4fe5-8bab-609ded85e959 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 943 time: 0.0523620 Nov 16 16:09:00.575583 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8700266c-fa6f-480d-9a8b-decf6f8ee129 req-8b1b158d-3f0c-4791-8fe6-2aa0c8034140 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445111 Nov 16 16:09:00.639876 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d0e4100e-23da-4b94-89c0-73fb1b8d7b2f req-d4cf4c4a-7345-4cef-88d2-89682f3bf504 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 210 time: 0.0269172 Nov 16 16:09:01.700217 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5f525-2455-47b6-a404-948506cb37a2 req-e2efea55-3d6d-4bca-8ae1-015cc013f042 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:01.701715 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-44d5f525-2455-47b6-a404-948506cb37a2 req-e2efea55-3d6d-4bca-8ae1-015cc013f042 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 943 time: 0.0531664 Nov 16 16:09:01.751802 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-44d5f525-2455-47b6-a404-948506cb37a2 req-6fc7d1c7-b273-4360-ba00-24dbadb8efc3 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442135 Nov 16 16:09:01.759785 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 07aae0fa-265c-47a8-af4f-ea385dbee127 no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:09:01.789210 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 07aae0fa-265c-47a8-af4f-ea385dbee127 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:09:01.789697 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 07aae0fa-265c-47a8-af4f-ea385dbee127 not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:09:01.850252 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2b333b1a-2d79-41c9-95a8-2eddcfbacfda req-590e722f-9b99-45e4-a9ea-3cea0e286603 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 210 time: 0.0336566 Nov 16 16:09:01.881775 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-96080585-39fb-4b20-92cc-93cd54ad3ac4 req-a80dd057-1dd8-43ad-adae-9c7e87393eae service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562146 Nov 16 16:09:01.982733 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96080585-39fb-4b20-92cc-93cd54ad3ac4 req-50af02c6-4284-4159-93f5-13e6bcfd87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:01.984414 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-96080585-39fb-4b20-92cc-93cd54ad3ac4 req-50af02c6-4284-4159-93f5-13e6bcfd87ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e31ed7321198471eb4645081b697d234&device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 1138 time: 0.0429826 Nov 16 16:09:02.099923 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96080585-39fb-4b20-92cc-93cd54ad3ac4 req-c56216fb-2c96-4d6e-8545-5e3b0b6fe1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:02.101447 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-96080585-39fb-4b20-92cc-93cd54ad3ac4 req-c56216fb-2c96-4d6e-8545-5e3b0b6fe1c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27 HTTP/1.1" status: 200 len: 916 time: 0.0981452 Nov 16 16:09:02.170977 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-96080585-39fb-4b20-92cc-93cd54ad3ac4 req-50677df4-a2fc-40d3-ba61-4999898277a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8 HTTP/1.1" status: 200 len: 1001 time: 0.0613039 Nov 16 16:09:02.220990 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96080585-39fb-4b20-92cc-93cd54ad3ac4 req-a31e17cd-2e3c-4be6-8eb0-45dd880883a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:02.222377 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-96080585-39fb-4b20-92cc-93cd54ad3ac4 req-a31e17cd-2e3c-4be6-8eb0-45dd880883a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9aad9b3d-1ec8-40ad-bc64-6d47be116d34 HTTP/1.1" status: 200 len: 854 time: 0.0432031 Nov 16 16:09:02.268379 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96080585-39fb-4b20-92cc-93cd54ad3ac4 req-52cad6bb-60f9-4c83-bc20-d11811ca93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:02.269909 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-96080585-39fb-4b20-92cc-93cd54ad3ac4 req-52cad6bb-60f9-4c83-bc20-d11811ca93a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393765 Nov 16 16:09:02.368948 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-96080585-39fb-4b20-92cc-93cd54ad3ac4 req-e74f5858-8ab3-4c7e-9911-fadbaa0c108d service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876670 Nov 16 16:09:02.474600 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-96080585-39fb-4b20-92cc-93cd54ad3ac4 req-bedba1e3-dc42-4241-a2fd-6ae387daf79e service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965543 Nov 16 16:09:02.477518 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b81d5-e3e4-4947-978b-56b244f24eef req-7d10ea9f-b1d8-48fb-983c-3d1f27301e7a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:02.479554 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-7d10ea9f-b1d8-48fb-983c-3d1f27301e7a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.62 "GET /v2.0/networks?id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f HTTP/1.1" status: 200 len: 809 time: 0.1136525 Nov 16 16:09:02.544912 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-91fb0f62-84e8-4359-8019-4f95aeddd3b0 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b827321a45f5478a8bd7953ed7be64b6 HTTP/1.1" status: 200 len: 380 time: 0.0564208 Nov 16 16:09:02.554528 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-812b81d5-e3e4-4947-978b-56b244f24eef req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Request body: {'port': {'device_id': '6001444a-6dd4-41b0-b53f-eb0c1537cf69', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'admin_state_up': True, 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'security_groups': ['de2e279f-16df-45ea-8dd2-fed05a0613cb']}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:09:02.662014 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-812b81d5-e3e4-4947-978b-56b244f24eef req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Made reservation on behalf of b827321a45f5478a8bd7953ed7be64b6 for: {'port': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:09:02.665659 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-812b81d5-e3e4-4947-978b-56b244f24eef req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:02.794955 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [req-812b81d5-e3e4-4947-978b-56b244f24eef req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Allocated IP 172.20.0.7 (ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f/ec2c535f-42fb-4fff-81b4-1040ff0751d5/f73b554b-5d47-43fc-9731-138b41f213ad) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:09:02.905138 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb10ca-daff-4392-93ce-55d8a515ec86 req-d36c9ea7-29f3-4e71-8cff-6af6059e7dd8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:02.909568 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-56fb10ca-daff-4392-93ce-55d8a515ec86 req-d36c9ea7-29f3-4e71-8cff-6af6059e7dd8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 943 time: 0.0763023 Nov 16 16:09:02.999084 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-812b81d5-e3e4-4947-978b-56b244f24eef req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:03.003580 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0368e1ef-9dc7-4f99-b737-2335403f3b75 req-13b03014-3cef-427b-93f3-b237937996a4 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 210 time: 0.0372450 Nov 16 16:09:03.009817 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-56fb10ca-daff-4392-93ce-55d8a515ec86 req-7c54cbca-971e-409d-ab39-dd4d257fce47 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916963 Nov 16 16:09:03.034541 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-812b81d5-e3e4-4947-978b-56b244f24eef req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:03.078732 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812b81d5-e3e4-4947-978b-56b244f24eef req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:09:03.081915 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [req-812b81d5-e3e4-4947-978b-56b244f24eef req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:09:03.086738 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-812b81d5-e3e4-4947-978b-56b244f24eef req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:09:03.111179 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event updated for resources: {'Port': ['ID=f73b554b-5d47-43fc-9731-138b41f213ad,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:03.128103 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:03.128470 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:03.128860 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:03.129739 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:03.130081 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:03.130420 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:03.130762 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:03.131096 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:03.131425 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:03.131939 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:03.132090 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:03.132414 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:03.156784 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b81d5-e3e4-4947-978b-56b244f24eef req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:03.157518 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-812b81d5-e3e4-4947-978b-56b244f24eef req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:03.174826 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-bdf53478-182e-4a7d-8b18-72c929c6b141 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6240070 Nov 16 16:09:03.190870 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Request body: {'port': {'device_id': '6001444a-6dd4-41b0-b53f-eb0c1537cf69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:09:03.261055 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:03.320601 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-334c29bb-536c-450a-bbf8-dddc7a3bde7c None None] Provisioning complete for port f73b554b-5d47-43fc-9731-138b41f213ad triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:09:03.321232 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-334c29bb-536c-450a-bbf8-dddc7a3bde7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:03.358473 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-334c29bb-536c-450a-bbf8-dddc7a3bde7c None None] Port f73b554b-5d47-43fc-9731-138b41f213ad cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:09:03.519125 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73b554b-5d47-43fc-9731-138b41f213ad {{(pid=101854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:09:03.527494 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:03.539964 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.provisioning_blocks [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Transition to ACTIVE for port object f73b554b-5d47-43fc-9731-138b41f213ad will not be triggered until provisioned by entity L2. {{(pid=101854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:09:03.543438 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:03.593970 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Pushing event updated for resources: {'Port': ['ID=f73b554b-5d47-43fc-9731-138b41f213ad,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:03.745835 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 56ca6ce4-eb92-4ff7-876a-3215434b21af details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:09:03.863654 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 56ca6ce4-eb92-4ff7-876a-3215434b21af, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=56ca6ce4-eb92-4ff7-876a-3215434b21af,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:03.875267 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'port_id': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:09:03.882023 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Attempting to bind port f73b554b-5d47-43fc-9731-138b41f213ad on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:09:03.882364 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Attempting to bind port f73b554b-5d47-43fc-9731-138b41f213ad by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:09:03.882700 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Attempting to bind port f73b554b-5d47-43fc-9731-138b41f213ad on network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:09:03.886870 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Port f73b554b-5d47-43fc-9731-138b41f213ad on network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:09:03.887247 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Attempting to bind port f73b554b-5d47-43fc-9731-138b41f213ad on network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:09:03.893719 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:09:03.894055 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Checking segment: {'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:09:03.894427 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Bound using segment: {'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:09:03.894982 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Bound port: f73b554b-5d47-43fc-9731-138b41f213ad, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b5632e6-fe1b-415b-9140-5e9d68abd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f'}}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:09:03.895372 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:03.920155 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:03.934335 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ca6ce4-eb92-4ff7-876a-3215434b21af {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:09:03.954367 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 56ca6ce4-eb92-4ff7-876a-3215434b21af, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=56ca6ce4-eb92-4ff7-876a-3215434b21af,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:03.958246 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:03.967215 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] For port f73b554b-5d47-43fc-9731-138b41f213ad, host hv-cinder-81809, cleared binding levels {{(pid=101854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:09:03.970322 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] For port f73b554b-5d47-43fc-9731-138b41f213ad, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=f73b554b-5d47-43fc-9731-138b41f213ad,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:09:03.976753 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:04.010069 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:04.010694 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:04.011541 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=56ca6ce4-eb92-4ff7-876a-3215434b21af,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:04.012150 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] 10.222.0.62 "PUT /v2.0/ports/f73b554b-5d47-43fc-9731-138b41f213ad HTTP/1.1" status: 200 len: 1093 time: 0.8266227 Nov 16 16:09:04.012596 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6001444a-6dd4-41b0-b53f-eb0c1537cf69', 'tag': 'f73b554b-5d47-43fc-9731-138b41f213ad'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:09:04.014898 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e020ba5d-585a-4416-9f35-cd9426a6ca41" -d '{"events": [{"name": "network-changed", "server_uuid": "6001444a-6dd4-41b0-b53f-eb0c1537cf69", "tag": "f73b554b-5d47-43fc-9731-138b41f213ad"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:09:04.052377 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d4cd4-09fa-472d-9d42-9217db4133dd service neutron] Pushing event updated for resources: {'Port': ['ID=f73b554b-5d47-43fc-9731-138b41f213ad,revision_number=3']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:04.082976 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fca7232-e2bd-4b14-a1fc-0f72a1d74d5a x-openstack-request-id: req-5fca7232-e2bd-4b14-a1fc-0f72a1d74d5a {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:09:04.083301 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6001444a-6dd4-41b0-b53f-eb0c1537cf69", "tag": "f73b554b-5d47-43fc-9731-138b41f213ad", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:09:04.083578 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5fca7232-e2bd-4b14-a1fc-0f72a1d74d5a {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:09:04.083950 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6001444a-6dd4-41b0-b53f-eb0c1537cf69', 'tag': 'f73b554b-5d47-43fc-9731-138b41f213ad', 'status': 'completed', 'code': 200} Nov 16 16:09:04.175995 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b81d5-e3e4-4947-978b-56b244f24eef req-f2096463-4fbe-4768-ba6a-d701be512292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:04.178329 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-f2096463-4fbe-4768-ba6a-d701be512292 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b827321a45f5478a8bd7953ed7be64b6&device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 1096 time: 0.1216435 Nov 16 16:09:04.186719 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['56ca6ce4-eb92-4ff7-876a-3215434b21af'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:09:04.200313 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93886d-3a4f-4f92-a24a-b515cadaccbf req-8b16567f-48b6-4309-ae41-83c48994c373 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:04.203929 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4b93886d-3a4f-4f92-a24a-b515cadaccbf req-8b16567f-48b6-4309-ae41-83c48994c373 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 943 time: 0.1079841 Nov 16 16:09:04.227657 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-e987a19f-8502-4787-bd8c-346d8bd6761d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f73b554b-5d47-43fc-9731-138b41f213ad HTTP/1.1" status: 200 len: 217 time: 0.0390131 Nov 16 16:09:04.245987 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998d939-f20a-43e0-a3ab-98fb7dcdd0f9 req-9e981f62-698e-4d26-8e74-7a3221a1fd14 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:04.247907 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9998d939-f20a-43e0-a3ab-98fb7dcdd0f9 req-9e981f62-698e-4d26-8e74-7a3221a1fd14 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 944 time: 0.1046801 Nov 16 16:09:04.300719 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b81d5-e3e4-4947-978b-56b244f24eef req-d931692a-6305-4fae-b674-feebd223da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:04.303155 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-d931692a-6305-4fae-b674-feebd223da3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ec2c535f-42fb-4fff-81b4-1040ff0751d5 HTTP/1.1" status: 200 len: 848 time: 0.0556643 Nov 16 16:09:04.310853 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4b93886d-3a4f-4f92-a24a-b515cadaccbf req-7795b9e6-8633-4659-982e-c214909e9e80 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=de2e279f-16df-45ea-8dd2-fed05a0613cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007695 Nov 16 16:09:04.354201 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9998d939-f20a-43e0-a3ab-98fb7dcdd0f9 req-091213c3-2c35-4af6-9044-19c70eb4bf13 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987976 Nov 16 16:09:04.378844 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b81d5-e3e4-4947-978b-56b244f24eef req-88884acc-8ab5-4286-a5ec-146cfc8e3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:04.381252 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-88884acc-8ab5-4286-a5ec-146cfc8e3487 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701120 Nov 16 16:09:04.479527 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-ccd305c0-6f20-467d-a86a-5cd4cf6d0a86 service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903039 Nov 16 16:09:04.574738 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-812b81d5-e3e4-4947-978b-56b244f24eef req-71e138ce-3cf9-4436-ac10-50ce20454bc1 service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878215 Nov 16 16:09:04.670918 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020ba5d-585a-4416-9f35-cd9426a6ca41 req-70815190-ffa8-4f5a-b1cc-22ffb697a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:04.672423 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e020ba5d-585a-4416-9f35-cd9426a6ca41 req-70815190-ffa8-4f5a-b1cc-22ffb697a3b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b827321a45f5478a8bd7953ed7be64b6&device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 1096 time: 0.0441346 Nov 16 16:09:04.766303 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020ba5d-585a-4416-9f35-cd9426a6ca41 req-c6b157e1-7af4-4570-8f38-067e5979c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:04.767799 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e020ba5d-585a-4416-9f35-cd9426a6ca41 req-c6b157e1-7af4-4570-8f38-067e5979c77a service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f HTTP/1.1" status: 200 len: 910 time: 0.0869327 Nov 16 16:09:04.808463 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e020ba5d-585a-4416-9f35-cd9426a6ca41 req-7d16f782-2903-4e28-9167-d3053f15057d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f73b554b-5d47-43fc-9731-138b41f213ad HTTP/1.1" status: 200 len: 217 time: 0.0325549 Nov 16 16:09:04.857474 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020ba5d-585a-4416-9f35-cd9426a6ca41 req-05a85887-2d23-43b6-b2ea-b303fe14b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:04.858857 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e020ba5d-585a-4416-9f35-cd9426a6ca41 req-05a85887-2d23-43b6-b2ea-b303fe14b519 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ec2c535f-42fb-4fff-81b4-1040ff0751d5 HTTP/1.1" status: 200 len: 848 time: 0.0424781 Nov 16 16:09:04.910587 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020ba5d-585a-4416-9f35-cd9426a6ca41 req-89edaa8e-20cd-4d69-b20c-c8d6f48132a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:04.912026 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e020ba5d-585a-4416-9f35-cd9426a6ca41 req-89edaa8e-20cd-4d69-b20c-c8d6f48132a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442541 Nov 16 16:09:05.001949 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e020ba5d-585a-4416-9f35-cd9426a6ca41 req-c526cc3d-03e9-4cd0-a26b-603530e8418b service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814981 Nov 16 16:09:05.105512 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e020ba5d-585a-4416-9f35-cd9426a6ca41 req-b619535d-6b5a-4ef1-b7f4-85b940338a00 service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896957 Nov 16 16:09:05.493770 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216c539-d55e-4116-b68c-769c7e5ecc81 req-c47b6447-ef87-4bf6-ae54-95d1217f9677 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:05.495296 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a216c539-d55e-4116-b68c-769c7e5ecc81 req-c47b6447-ef87-4bf6-ae54-95d1217f9677 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 944 time: 0.0769324 Nov 16 16:09:05.518645 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af25975-8a65-4eeb-a36e-99add383c55f req-5a5a67cf-143a-4e50-a864-c682d19a985b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:05.520880 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3af25975-8a65-4eeb-a36e-99add383c55f req-5a5a67cf-143a-4e50-a864-c682d19a985b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 943 time: 0.0765538 Nov 16 16:09:05.593683 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a216c539-d55e-4116-b68c-769c7e5ecc81 req-dae89e26-78f8-4cdb-a398-cd4ffee9fadb tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918021 Nov 16 16:09:05.606589 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3af25975-8a65-4eeb-a36e-99add383c55f req-13079614-afbb-425c-abe2-7fd3339637cf tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=de2e279f-16df-45ea-8dd2-fed05a0613cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789821 Nov 16 16:09:05.762200 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 56ca6ce4-eb92-4ff7-876a-3215434b21af up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:09:05.810090 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 56ca6ce4-eb92-4ff7-876a-3215434b21af completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:09:05.814115 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 56ca6ce4-eb92-4ff7-876a-3215434b21af triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:09:05.814488 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:05.893341 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:05.917602 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc90f3f-4249-42b0-b344-cb67784082db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ca6ce4-eb92-4ff7-876a-3215434b21af'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:09:05.919848 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2ff05e-c702-4058-aa57-0935bde52ee2" -d '{"events": [{"server_uuid": "9bc90f3f-4249-42b0-b344-cb67784082db", "name": "network-vif-plugged", "status": "completed", "tag": "56ca6ce4-eb92-4ff7-876a-3215434b21af"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:09:05.933265 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 56ca6ce4-eb92-4ff7-876a-3215434b21af, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=56ca6ce4-eb92-4ff7-876a-3215434b21af,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:05.937461 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:05.961613 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6bf4d4-5dc5-4e04-8f87-b940e8ca0809 x-openstack-request-id: req-2a6bf4d4-5dc5-4e04-8f87-b940e8ca0809 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:09:05.961887 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc90f3f-4249-42b0-b344-cb67784082db", "name": "network-vif-plugged", "status": "completed", "tag": "56ca6ce4-eb92-4ff7-876a-3215434b21af", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:09:05.962141 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a6bf4d4-5dc5-4e04-8f87-b940e8ca0809 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:09:05.962529 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc90f3f-4249-42b0-b344-cb67784082db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'code': 200} Nov 16 16:09:05.988754 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=56ca6ce4-eb92-4ff7-876a-3215434b21af,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:06.198927 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881b93b-bdc3-4909-8c01-c41f516e4560 req-289ae0ef-6bb1-40fa-9a7b-c62f665b83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:06.200450 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-0881b93b-bdc3-4909-8c01-c41f516e4560 req-289ae0ef-6bb1-40fa-9a7b-c62f665b83d8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 1098 time: 0.0400779 Nov 16 16:09:06.246383 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-0881b93b-bdc3-4909-8c01-c41f516e4560 req-98874360-19c8-42ce-b866-34461b995a5e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388968 Nov 16 16:09:06.740265 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61240677-94df-439c-a980-187893046273 req-07b8b43c-c93d-4a2f-a2a2-df9639492880 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:06.741758 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-61240677-94df-439c-a980-187893046273 req-07b8b43c-c93d-4a2f-a2a2-df9639492880 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 945 time: 0.0764849 Nov 16 16:09:06.774255 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d43840-1aa6-4acd-99d2-ed71279b4a5c req-b624c795-3b1c-4e79-8678-c7e32c3282d7 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:06.775735 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-54d43840-1aa6-4acd-99d2-ed71279b4a5c req-b624c795-3b1c-4e79-8678-c7e32c3282d7 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 943 time: 0.0822041 Nov 16 16:09:06.822326 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-61240677-94df-439c-a980-187893046273 req-2e2be186-c917-41d9-8f35-2d1645388b42 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729923 Nov 16 16:09:06.845336 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-54d43840-1aa6-4acd-99d2-ed71279b4a5c req-288df1ed-a142-46b8-93d2-6411bfd43549 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=de2e279f-16df-45ea-8dd2-fed05a0613cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634670 Nov 16 16:09:07.764141 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device f73b554b-5d47-43fc-9731-138b41f213ad details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:09:07.865850 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port f73b554b-5d47-43fc-9731-138b41f213ad, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=f73b554b-5d47-43fc-9731-138b41f213ad,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:07.878289 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': 'f73b554b-5d47-43fc-9731-138b41f213ad', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'port_id': 'f73b554b-5d47-43fc-9731-138b41f213ad', 'mac_address': 'fa:16:3e:2e:a8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:09:07.919569 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:07.933563 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73b554b-5d47-43fc-9731-138b41f213ad {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:09:07.960002 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port f73b554b-5d47-43fc-9731-138b41f213ad, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=f73b554b-5d47-43fc-9731-138b41f213ad,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:07.964424 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:07.975404 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152e17b-bbce-40d1-aff8-b6c3da41c31e req-d67012a1-776b-4772-bf4d-3466d1c475f3 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:07.976938 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8152e17b-bbce-40d1-aff8-b6c3da41c31e req-d67012a1-776b-4772-bf4d-3466d1c475f3 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 945 time: 0.0859964 Nov 16 16:09:08.008759 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f057af-c736-4c4a-9789-2d3390d98380 req-3ed81e30-7ef4-4000-b853-38c1346f48ab tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:08.010148 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6f057af-c736-4c4a-9789-2d3390d98380 req-3ed81e30-7ef4-4000-b853-38c1346f48ab tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 943 time: 0.0854030 Nov 16 16:09:08.014759 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=f73b554b-5d47-43fc-9731-138b41f213ad,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:08.071758 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8152e17b-bbce-40d1-aff8-b6c3da41c31e req-fea342cd-fd7d-4c9e-b6f6-456813ff2234 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842192 Nov 16 16:09:08.086321 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6f057af-c736-4c4a-9789-2d3390d98380 req-73e49e4b-3916-4e8e-a201-d1e5f889a2b0 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=de2e279f-16df-45ea-8dd2-fed05a0613cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697548 Nov 16 16:09:08.193371 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40535-226a-4446-9e7e-6c2c26a159aa req-df4a2754-c323-4ca4-a1c2-281f15a9e9e3 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:08.194825 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b5a40535-226a-4446-9e7e-6c2c26a159aa req-df4a2754-c323-4ca4-a1c2-281f15a9e9e3 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 945 time: 0.0536370 Nov 16 16:09:08.214872 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['f73b554b-5d47-43fc-9731-138b41f213ad'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:09:08.247253 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b5a40535-226a-4446-9e7e-6c2c26a159aa req-501fde37-d079-4bbe-aa82-95f591660b33 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465920 Nov 16 16:09:08.269086 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46178) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:08.309526 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e65dd9-8d25-4672-b0e5-c14bf375845b tempest-TestVolumeBootPattern-1394940074 tempest-TestVolumeBootPattern-1394940074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:08.311189 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-b6e65dd9-8d25-4672-b0e5-c14bf375845b tempest-TestVolumeBootPattern-1394940074 tempest-TestVolumeBootPattern-1394940074-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 1093 time: 0.0400777 Nov 16 16:09:08.313903 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46180) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:08.318465 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Request body: {'floatingip': {'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'port_id': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:09:08.341102 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for floatingip, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:08.443544 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:08.547360 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Allocated IP 172.27.1.107 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/559c6779-2678-4775-88f3-f5a985ad1d12) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:09:08.643583 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:08.676267 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:08.712412 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:09:08.717210 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:09:08.719656 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:09:08.750408 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'Port': ['ID=559c6779-2678-4775-88f3-f5a985ad1d12,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:09.078263 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:09.158467 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:09.206050 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd58861-e321-4965-ae13-887c863de2ff req-69a66a0d-ea7a-465e-977c-65567e5afc7f tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:09.208308 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4dd58861-e321-4965-ae13-887c863de2ff req-69a66a0d-ea7a-465e-977c-65567e5afc7f tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 944 time: 0.0492871 Nov 16 16:09:09.261529 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4dd58861-e321-4965-ae13-887c863de2ff req-2e159862-e031-4399-ba11-15e02d227eb2 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=de2e279f-16df-45ea-8dd2-fed05a0613cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467458 Nov 16 16:09:09.332738 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:09.337365 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:09.407234 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'Port': ['ID=559c6779-2678-4775-88f3-f5a985ad1d12,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:09.416878 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:09.518092 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.l3_db [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Floating IP 6b6c2c59-b4d3-4c67-9b86-8de63fd4e2e2 associated. External IP: 172.27.1.107, port: 56ca6ce4-eb92-4ff7-876a-3215434b21af. Nov 16 16:09:09.726506 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:09:09.780284 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device f73b554b-5d47-43fc-9731-138b41f213ad up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:09:09.830306 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port f73b554b-5d47-43fc-9731-138b41f213ad completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:09:09.835212 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port f73b554b-5d47-43fc-9731-138b41f213ad triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:09:09.835623 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:09.838355 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:09:09.855689 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:09.858359 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa9a298-9d8e-4337-8bd1-f1afef9e47e0 None None] Sync routers for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:09:09.878843 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa9a298-9d8e-4337-8bd1-f1afef9e47e0 None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:09:09.880015 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-7fa9a298-9d8e-4337-8bd1-f1afef9e47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:08:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:09.899485 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-74f3a87f-81f7-4fb1-a5e6-2f06fb472fcc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5714037 Nov 16 16:09:09.899485 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc90f3f-4249-42b0-b344-cb67784082db', 'tag': '56ca6ce4-eb92-4ff7-876a-3215434b21af'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:09:09.899485 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e523fc04-e583-4b05-8bc7-c3a14b1fd3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc90f3f-4249-42b0-b344-cb67784082db", "tag": "56ca6ce4-eb92-4ff7-876a-3215434b21af"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:09:09.927146 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dc3401-86a6-49ad-abd7-cf6c766a394a x-openstack-request-id: req-90dc3401-86a6-49ad-abd7-cf6c766a394a {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:09:09.927439 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc90f3f-4249-42b0-b344-cb67784082db", "tag": "56ca6ce4-eb92-4ff7-876a-3215434b21af", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:09:09.927730 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90dc3401-86a6-49ad-abd7-cf6c766a394a {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:09:09.928137 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc90f3f-4249-42b0-b344-cb67784082db', 'tag': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'status': 'completed', 'code': 200} Nov 16 16:09:10.002445 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:10.012771 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523fc04-e583-4b05-8bc7-c3a14b1fd3e9 req-f133741f-e617-4c09-b1f2-dc857db8d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:10.015314 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e523fc04-e583-4b05-8bc7-c3a14b1fd3e9 req-f133741f-e617-4c09-b1f2-dc857db8d4f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 1098 time: 0.0610080 Nov 16 16:09:10.041400 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6001444a-6dd4-41b0-b53f-eb0c1537cf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73b554b-5d47-43fc-9731-138b41f213ad'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:09:10.043643 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ed3209-1763-456c-af6a-db25835643ab" -d '{"events": [{"server_uuid": "6001444a-6dd4-41b0-b53f-eb0c1537cf69", "name": "network-vif-plugged", "status": "completed", "tag": "f73b554b-5d47-43fc-9731-138b41f213ad"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:09:10.061530 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port f73b554b-5d47-43fc-9731-138b41f213ad, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=f73b554b-5d47-43fc-9731-138b41f213ad,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:10.063552 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-7fa9a298-9d8e-4337-8bd1-f1afef9e47e0 None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:09:10.090021 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:10.120386 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c4cadb-9107-4484-a337-51fdc9f1671b x-openstack-request-id: req-08c4cadb-9107-4484-a337-51fdc9f1671b {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:09:10.120629 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6001444a-6dd4-41b0-b53f-eb0c1537cf69", "name": "network-vif-plugged", "status": "completed", "tag": "f73b554b-5d47-43fc-9731-138b41f213ad", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:09:10.120888 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08c4cadb-9107-4484-a337-51fdc9f1671b {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:09:10.121677 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6001444a-6dd4-41b0-b53f-eb0c1537cf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73b554b-5d47-43fc-9731-138b41f213ad', 'code': 200} Nov 16 16:09:10.127562 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523fc04-e583-4b05-8bc7-c3a14b1fd3e9 req-8ebd84f1-fabf-40ef-b7b1-8c47f87c02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:10.130149 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e523fc04-e583-4b05-8bc7-c3a14b1fd3e9 req-8ebd84f1-fabf-40ef-b7b1-8c47f87c02bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 912 time: 0.1056190 Nov 16 16:09:10.202571 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=f73b554b-5d47-43fc-9731-138b41f213ad,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:10.234751 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e523fc04-e583-4b05-8bc7-c3a14b1fd3e9 req-c2f833db-d5fa-44c5-b723-2d773bf3fdb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ca6ce4-eb92-4ff7-876a-3215434b21af HTTP/1.1" status: 200 len: 999 time: 0.0937428 Nov 16 16:09:10.305757 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523fc04-e583-4b05-8bc7-c3a14b1fd3e9 req-b0ed85f7-3773-4a73-8d55-77622fc3ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:10.308937 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e523fc04-e583-4b05-8bc7-c3a14b1fd3e9 req-b0ed85f7-3773-4a73-8d55-77622fc3ae39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 200 len: 850 time: 0.0618308 Nov 16 16:09:10.334056 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f769afc-df57-44af-8376-fdc14390575a req-5a70a79a-56fe-40fa-aede-f13c3c1d4168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:10.335699 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6f769afc-df57-44af-8376-fdc14390575a req-5a70a79a-56fe-40fa-aede-f13c3c1d4168 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 1098 time: 0.0658178 Nov 16 16:09:10.366152 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523fc04-e583-4b05-8bc7-c3a14b1fd3e9 req-3d539c56-8208-481d-a8a3-313ad49472a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:10.367733 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e523fc04-e583-4b05-8bc7-c3a14b1fd3e9 req-3d539c56-8208-481d-a8a3-313ad49472a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470915 Nov 16 16:09:10.382657 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-7fa9a298-9d8e-4337-8bd1-f1afef9e47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '6b6c2c59-b4d3-4c67-9b86-8de63fd4e2e2', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc90f3f-4249-42b0-b344-cb67784082db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:09:08Z', 'updated_at': '2021-11-16T16:09:08Z', 'revision_number': 0, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:10.415721 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa9a298-9d8e-4337-8bd1-f1afef9e47e0 None None] Checking router: 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:09:10.421432 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bee02-76ba-4952-8dd8-fd6184aa2928 req-5ede4edf-eab8-48e2-a1cd-46af9a0eca52 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:10.422981 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-787bee02-76ba-4952-8dd8-fd6184aa2928 req-5ede4edf-eab8-48e2-a1cd-46af9a0eca52 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 945 time: 0.0835478 Nov 16 16:09:10.431159 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa9a298-9d8e-4337-8bd1-f1afef9e47e0 None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:09:10.433073 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-7fa9a298-9d8e-4337-8bd1-f1afef9e47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:08:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:10.445547 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6f769afc-df57-44af-8376-fdc14390575a req-6bd3bad5-638e-4ebc-bfa0-9c5b66718da3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=de2e279f-16df-45ea-8dd2-fed05a0613cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938454 Nov 16 16:09:10.489128 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e523fc04-e583-4b05-8bc7-c3a14b1fd3e9 req-7eab5e52-3ef6-400d-8a24-4d401cd7769c service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126122 Nov 16 16:09:10.503539 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-787bee02-76ba-4952-8dd8-fd6184aa2928 req-60c42ddb-0192-45d1-8bf7-baefc6e9f218 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=de2e279f-16df-45ea-8dd2-fed05a0613cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705616 Nov 16 16:09:10.547007 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-7fa9a298-9d8e-4337-8bd1-f1afef9e47e0 None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:09:10.762563 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e523fc04-e583-4b05-8bc7-c3a14b1fd3e9 req-27ab152b-ce06-4afd-b6d6-12673f0b2dc4 service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895393 Nov 16 16:09:10.783153 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-7fa9a298-9d8e-4337-8bd1-f1afef9e47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '6b6c2c59-b4d3-4c67-9b86-8de63fd4e2e2', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc90f3f-4249-42b0-b344-cb67784082db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:09:08Z', 'updated_at': '2021-11-16T16:09:08Z', 'revision_number': 0, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:10.930632 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa9a298-9d8e-4337-8bd1-f1afef9e47e0 None None] The sync data for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi is: [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '6b6c2c59-b4d3-4c67-9b86-8de63fd4e2e2', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc90f3f-4249-42b0-b344-cb67784082db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:09:08Z', 'updated_at': '2021-11-16T16:09:08Z', 'revision_number': 0, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:09:11.115933 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e93fb-719e-4337-a562-8a9271f0a55f None None] New status for floating IP 6b6c2c59-b4d3-4c67-9b86-8de63fd4e2e2: ACTIVE {{(pid=101856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:09:11.392144 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:09:11.627985 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1aa9b9-e99a-438a-bc1b-21fe2fcfa09e req-50d49cb6-015a-4398-b050-1399e53c34be tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:11.629779 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8f1aa9b9-e99a-438a-bc1b-21fe2fcfa09e req-50d49cb6-015a-4398-b050-1399e53c34be tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 945 time: 0.0532484 Nov 16 16:09:11.680594 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8f1aa9b9-e99a-438a-bc1b-21fe2fcfa09e req-987d39ff-4578-4a3a-bbcf-555316f8f328 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=de2e279f-16df-45ea-8dd2-fed05a0613cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Nov 16 16:09:12.429255 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46236) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:12.474959 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc4f853-997d-423b-8fc4-4cd97d26aa1d admin admin] Deleting subnet 91053312-1024-48f7-ad2d-ea0694f03646 {{(pid=101854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:09:12.478267 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f853-997d-423b-8fc4-4cd97d26aa1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:12.513245 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f853-997d-423b-8fc4-4cd97d26aa1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1522454'] for subnet, precommit_delete_associations {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:12.552054 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f853-997d-423b-8fc4-4cd97d26aa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:12.608485 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f853-997d-423b-8fc4-4cd97d26aa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3712696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3173595'] for subnet, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:12.639769 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4f853-997d-423b-8fc4-4cd97d26aa1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91053312-1024-48f7-ad2d-ea0694f03646,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:12.641725 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f853-997d-423b-8fc4-4cd97d26aa1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:12.645447 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-8bc4f853-997d-423b-8fc4-4cd97d26aa1d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/91053312-1024-48f7-ad2d-ea0694f03646 HTTP/1.1" status: 204 len: 168 time: 0.2151806 Nov 16 16:09:12.648217 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46238) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:12.720114 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-659aa34a-ee0f-47bd-9742-358ed4ab269e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:12.808507 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eb279-2692-4e89-a082-459632c1f094 req-2d0b9ae6-b68b-4062-86cb-4cd3245b075b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:12.810118 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d61eb279-2692-4e89-a082-459632c1f094 req-2d0b9ae6-b68b-4062-86cb-4cd3245b075b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 945 time: 0.0528615 Nov 16 16:09:12.814651 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-659aa34a-ee0f-47bd-9742-358ed4ab269e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:12.836891 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-659aa34a-ee0f-47bd-9742-358ed4ab269e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4f0bf1-384b-4186-b414-f554b98403a2']}} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:12.846862 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-659aa34a-ee0f-47bd-9742-358ed4ab269e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631b649c-9cd8-4fb9-bc74-c6744fd45870') {'for_net_delete': True} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:12.847154 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-659aa34a-ee0f-47bd-9742-358ed4ab269e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631b649c-9cd8-4fb9-bc74-c6744fd45870') {} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:12.858566 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-659aa34a-ee0f-47bd-9742-358ed4ab269e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1522457'] for segment, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:12.871152 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d61eb279-2692-4e89-a082-459632c1f094 req-37cc240e-5dc5-4de9-bf34-ea7ec9efa32b tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=de2e279f-16df-45ea-8dd2-fed05a0613cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535095 Nov 16 16:09:12.876320 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-659aa34a-ee0f-47bd-9742-358ed4ab269e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:12.884188 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659aa34a-ee0f-47bd-9742-358ed4ab269e admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=101854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:09:12.884709 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-659aa34a-ee0f-47bd-9742-358ed4ab269e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712542'] for segment, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: Traceback (most recent call last): Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: timer() Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: cb(*args, **kw) Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: return func(*args, **kwargs) Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: self._notify() Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: self.callback(batched_events) Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: event.method(event) Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: return f(self, *a, **k) Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: return self._get(url).json() Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: return self.request(url, 'GET', **kwargs) Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:09:12.886596 dv-cinder-818098-2-iscsi neutron-server[101854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:09:12.951432 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-659aa34a-ee0f-47bd-9742-358ed4ab269e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:12.957954 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-659aa34a-ee0f-47bd-9742-358ed4ab269e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:12.961513 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-659aa34a-ee0f-47bd-9742-358ed4ab269e admin admin] 10.222.0.46 "DELETE /v2.0/networks/db4f0bf1-384b-4186-b414-f554b98403a2 HTTP/1.1" status: 204 len: 168 time: 0.3123062 Nov 16 16:09:12.973189 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659aa34a-ee0f-47bd-9742-358ed4ab269e admin admin] Pushing event deleted for resources: {'Network': ['ID=db4f0bf1-384b-4186-b414-f554b98403a2,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:13.007107 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472aa8c-b14d-4a9f-aaa5-dc6c180b26bb req-6d009b81-263f-4a2c-b3b2-7f4c77a73872 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:13.009103 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8472aa8c-b14d-4a9f-aaa5-dc6c180b26bb req-6d009b81-263f-4a2c-b3b2-7f4c77a73872 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 945 time: 0.0684245 Nov 16 16:09:13.018168 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46248) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:13.023882 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-1b6f2177-fd36-437d-802a-c0ae62e5162c tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Request body: {'floatingip': {'port_id': 'f73b554b-5d47-43fc-9731-138b41f213ad'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:09:13.083588 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1b6f2177-fd36-437d-802a-c0ae62e5162c tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for floatingip, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:13.155482 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 46250) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:13.211270 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-fc53f879-3a3f-49f3-8677-59bbd38ddeee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=218bf6ebc44c444e911ba343e1c14785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545168 Nov 16 16:09:13.214515 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 46252) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:13.267246 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:13.290220 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:13.338996 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:13.341735 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:13.342900 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84da3eaf-999e-401c-9937-ff2f62834b57 HTTP/1.1" status: 204 len: 168 time: 0.1275790 Nov 16 16:09:13.352568 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84da3eaf-999e-401c-9937-ff2f62834b57,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:13.361344 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:13.361897 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:13.362453 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:13.362794 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:13.363140 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:13.364019 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:13.364473 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:13.364815 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:13.365135 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:13.365460 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:13.365789 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:13.366110 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bd8e9-0f1b-4ff5-86cf-6d78776bbc6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:13.808035 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1b6f2177-fd36-437d-802a-c0ae62e5162c tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:13.811585 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1b6f2177-fd36-437d-802a-c0ae62e5162c tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:13.909685 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.l3_db [None req-1b6f2177-fd36-437d-802a-c0ae62e5162c tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Floating IP 4c14a02d-cd11-4b60-a1e9-34206b1f7948 associated. External IP: 172.27.1.70, port: f73b554b-5d47-43fc-9731-138b41f213ad. Nov 16 16:09:14.117560 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6f2177-fd36-437d-802a-c0ae62e5162c tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Router 366e26b1-e954-44e1-afd4-82f38fbafa87 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:09:14.227725 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6f2177-fd36-437d-802a-c0ae62e5162c tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:09:14.232547 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-1b6f2177-fd36-437d-802a-c0ae62e5162c tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:14.236969 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbd5476-87a2-47c2-a7e1-45dcbdc036ce None None] Sync routers for ids ['366e26b1-e954-44e1-afd4-82f38fbafa87'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:09:14.246658 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd5476-87a2-47c2-a7e1-45dcbdc036ce None None] Routers {'366e26b1-e954-44e1-afd4-82f38fbafa87'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:09:14.247267 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-9cbd5476-87a2-47c2-a7e1-45dcbdc036ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:08:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['366e26b1-e954-44e1-afd4-82f38fbafa87'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:14.258194 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-1b6f2177-fd36-437d-802a-c0ae62e5162c tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "PUT /v2.0/floatingips/4c14a02d-cd11-4b60-a1e9-34206b1f7948 HTTP/1.1" status: 200 len: 990 time: 1.2389240 Nov 16 16:09:14.258776 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6001444a-6dd4-41b0-b53f-eb0c1537cf69', 'tag': 'f73b554b-5d47-43fc-9731-138b41f213ad'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:09:14.261030 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df075a03-ccbb-4d20-9582-770e94cd5501" -d '{"events": [{"name": "network-changed", "server_uuid": "6001444a-6dd4-41b0-b53f-eb0c1537cf69", "tag": "f73b554b-5d47-43fc-9731-138b41f213ad"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:09:14.306718 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1496ba-1a4a-4e59-8216-e0b1d87e8681 x-openstack-request-id: req-5e1496ba-1a4a-4e59-8216-e0b1d87e8681 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:09:14.307007 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6001444a-6dd4-41b0-b53f-eb0c1537cf69", "tag": "f73b554b-5d47-43fc-9731-138b41f213ad", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:09:14.307253 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e1496ba-1a4a-4e59-8216-e0b1d87e8681 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:09:14.307675 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6001444a-6dd4-41b0-b53f-eb0c1537cf69', 'tag': 'f73b554b-5d47-43fc-9731-138b41f213ad', 'status': 'completed', 'code': 200} Nov 16 16:09:14.357246 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-9cbd5476-87a2-47c2-a7e1-45dcbdc036ce None None] Set router 366e26b1-e954-44e1-afd4-82f38fbafa87 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:09:14.394324 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df075a03-ccbb-4d20-9582-770e94cd5501 req-b33faf56-fac0-49c3-affd-7db80a86c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:14.396857 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-df075a03-ccbb-4d20-9582-770e94cd5501 req-b33faf56-fac0-49c3-affd-7db80a86c859 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b827321a45f5478a8bd7953ed7be64b6&device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 1098 time: 0.0417914 Nov 16 16:09:14.498303 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df075a03-ccbb-4d20-9582-770e94cd5501 req-f5ee0290-a89b-42e8-ae8f-fb0065cd33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:14.499956 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-df075a03-ccbb-4d20-9582-770e94cd5501 req-f5ee0290-a89b-42e8-ae8f-fb0065cd33a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f HTTP/1.1" status: 200 len: 910 time: 0.0892475 Nov 16 16:09:14.565408 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-df075a03-ccbb-4d20-9582-770e94cd5501 req-52b7888a-5023-42e4-9cf7-3a71198cefd1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f73b554b-5d47-43fc-9731-138b41f213ad HTTP/1.1" status: 200 len: 998 time: 0.0572472 Nov 16 16:09:14.587890 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-9cbd5476-87a2-47c2-a7e1-45dcbdc036ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '4c14a02d-cd11-4b60-a1e9-34206b1f7948', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'port_id': 'f73b554b-5d47-43fc-9731-138b41f213ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'mac_address': 'fa:16:3e:2e:a8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6001444a-6dd4-41b0-b53f-eb0c1537cf69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:08:59Z', 'updated_at': '2021-11-16T16:09:13Z', 'revision_number': 1, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:04:13Z', 'revision_number': 5, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:14.613673 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbd5476-87a2-47c2-a7e1-45dcbdc036ce None None] Checking router: 366e26b1-e954-44e1-afd4-82f38fbafa87 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:09:14.622583 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd5476-87a2-47c2-a7e1-45dcbdc036ce None None] Routers {'366e26b1-e954-44e1-afd4-82f38fbafa87'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:09:14.623185 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-9cbd5476-87a2-47c2-a7e1-45dcbdc036ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:08:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['366e26b1-e954-44e1-afd4-82f38fbafa87'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:14.624076 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df075a03-ccbb-4d20-9582-770e94cd5501 req-e86594ed-bf85-4c1b-89a0-a7d8b3b350b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:14.625528 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-df075a03-ccbb-4d20-9582-770e94cd5501 req-e86594ed-bf85-4c1b-89a0-a7d8b3b350b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ec2c535f-42fb-4fff-81b4-1040ff0751d5 HTTP/1.1" status: 200 len: 848 time: 0.0469766 Nov 16 16:09:14.672614 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df075a03-ccbb-4d20-9582-770e94cd5501 req-c8e55c9d-1205-4dd7-912e-01c741ef0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:14.674122 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-df075a03-ccbb-4d20-9582-770e94cd5501 req-c8e55c9d-1205-4dd7-912e-01c741ef0de7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404332 Nov 16 16:09:14.728593 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-9cbd5476-87a2-47c2-a7e1-45dcbdc036ce None None] Set router 366e26b1-e954-44e1-afd4-82f38fbafa87 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:09:14.765499 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-df075a03-ccbb-4d20-9582-770e94cd5501 req-7f0d40bb-44bf-43f5-b9ce-561f8c902df6 service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828724 Nov 16 16:09:14.858994 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-df075a03-ccbb-4d20-9582-770e94cd5501 req-e46847e9-d241-4cf1-a396-5fabc4943201 service neutron] 10.222.0.62 "GET /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850506 Nov 16 16:09:14.951440 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-9cbd5476-87a2-47c2-a7e1-45dcbdc036ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '4c14a02d-cd11-4b60-a1e9-34206b1f7948', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'port_id': 'f73b554b-5d47-43fc-9731-138b41f213ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'mac_address': 'fa:16:3e:2e:a8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6001444a-6dd4-41b0-b53f-eb0c1537cf69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:08:59Z', 'updated_at': '2021-11-16T16:09:13Z', 'revision_number': 1, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:04:13Z', 'revision_number': 5, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:14.980541 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbd5476-87a2-47c2-a7e1-45dcbdc036ce None None] The sync data for ids ['366e26b1-e954-44e1-afd4-82f38fbafa87'] in dv-cinder-818098-2-iscsi is: [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '4c14a02d-cd11-4b60-a1e9-34206b1f7948', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'port_id': 'f73b554b-5d47-43fc-9731-138b41f213ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'mac_address': 'fa:16:3e:2e:a8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6001444a-6dd4-41b0-b53f-eb0c1537cf69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:08:59Z', 'updated_at': '2021-11-16T16:09:13Z', 'revision_number': 1, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:04:13Z', 'revision_number': 5, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:09:15.189306 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47691d67-eed8-4b2b-9a2e-d3653bdc328b None None] New status for floating IP 4c14a02d-cd11-4b60-a1e9-34206b1f7948: ACTIVE {{(pid=101856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:09:20.744709 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-6251ece8-ac5e-4d36-b096-42f5345241e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:23.026429 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-c24fdbc0-1880-4c38-a6b9-7d4d5c6c218f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:23.427287 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20963e-5e88-44d9-87f9-337433a0aac8 req-19f7ddb4-7908-43f9-89b9-ac4e96c93110 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:23.429657 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8d20963e-5e88-44d9-87f9-337433a0aac8 req-19f7ddb4-7908-43f9-89b9-ac4e96c93110 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0536518 Nov 16 16:09:23.476748 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8d20963e-5e88-44d9-87f9-337433a0aac8 req-6459c4b9-762b-46c1-acfa-ec9a9e182141 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412350 Nov 16 16:09:24.357457 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:24.599058 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb8553-52c5-4c60-8147-f43ca491012e req-e94620d7-2b93-4b2a-8b5f-608ff2da9c42 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:24.600536 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0efb8553-52c5-4c60-8147-f43ca491012e req-e94620d7-2b93-4b2a-8b5f-608ff2da9c42 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0500021 Nov 16 16:09:24.647055 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0efb8553-52c5-4c60-8147-f43ca491012e req-1b74d6d2-b21d-4a72-9bb9-1a3afd71bef9 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400143 Nov 16 16:09:25.738578 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:25.784349 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2974a5-dcad-4e73-8adf-3b8205ad4abb req-70e8eec4-d36d-4d20-82d0-01f16a716a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:25.785799 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1d2974a5-dcad-4e73-8adf-3b8205ad4abb req-70e8eec4-d36d-4d20-82d0-01f16a716a73 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0541162 Nov 16 16:09:25.833655 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1d2974a5-dcad-4e73-8adf-3b8205ad4abb req-cc619b50-32fc-44fb-81db-35e319d92a0a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408368 Nov 16 16:09:26.509095 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:26.648325 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:26.953745 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5fcc3-aa6a-4aaa-8f4c-5e37e913d554 req-2113eb5e-ec1d-46ff-8544-2a76272496d5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:26.955211 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4ea5fcc3-aa6a-4aaa-8f4c-5e37e913d554 req-2113eb5e-ec1d-46ff-8544-2a76272496d5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0488150 Nov 16 16:09:27.001189 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4ea5fcc3-aa6a-4aaa-8f4c-5e37e913d554 req-d829d445-fd25-4bb2-94dd-389842fba167 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402210 Nov 16 16:09:28.118553 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46606fb4-c31b-4a62-b0e2-cba109763265 req-1f293357-68cd-458d-9d6d-bbffd79202f7 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:28.120046 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-46606fb4-c31b-4a62-b0e2-cba109763265 req-1f293357-68cd-458d-9d6d-bbffd79202f7 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0482664 Nov 16 16:09:28.170569 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-46606fb4-c31b-4a62-b0e2-cba109763265 req-547d817f-e9bc-4924-a1ae-164801e8af3d tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446491 Nov 16 16:09:29.288172 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cde65-5c4b-40e0-bde9-1a7006910756 req-9a18fe46-757f-46e3-9715-690a3ab2e2ab tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:29.290304 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-552cde65-5c4b-40e0-bde9-1a7006910756 req-9a18fe46-757f-46e3-9715-690a3ab2e2ab tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0493922 Nov 16 16:09:29.336891 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-552cde65-5c4b-40e0-bde9-1a7006910756 req-03b4b06f-23fd-4dfa-89e3-76653e068aa5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407341 Nov 16 16:09:30.454685 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e86411-7bf7-4600-9dbd-0973a8af170c req-057e8b46-23db-42d5-85b1-250fcdc40fc7 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:30.456161 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-78e86411-7bf7-4600-9dbd-0973a8af170c req-057e8b46-23db-42d5-85b1-250fcdc40fc7 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0482266 Nov 16 16:09:30.502687 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-78e86411-7bf7-4600-9dbd-0973a8af170c req-799a838d-9935-43a6-b5e4-0d19352df213 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405822 Nov 16 16:09:31.625290 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94439002-9592-459c-9044-26a93dd8e45d req-28f0ef39-6c72-48da-91f6-4b1f3c69f833 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:31.626739 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-94439002-9592-459c-9044-26a93dd8e45d req-28f0ef39-6c72-48da-91f6-4b1f3c69f833 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0517528 Nov 16 16:09:31.673824 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-94439002-9592-459c-9044-26a93dd8e45d req-c7372eeb-f7f8-44b3-9207-c180ea07094f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407298 Nov 16 16:09:32.795799 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff805d6-f230-44c7-a55e-cc562767ebd0 req-3ab1723c-cb23-46e7-b1db-b023057b0521 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:32.797269 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2ff805d6-f230-44c7-a55e-cc562767ebd0 req-3ab1723c-cb23-46e7-b1db-b023057b0521 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0486715 Nov 16 16:09:32.844861 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2ff805d6-f230-44c7-a55e-cc562767ebd0 req-12d6ede1-100a-4944-acea-eaeb93f915e8 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415914 Nov 16 16:09:33.961773 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4812e-e9e1-4cd5-b582-cdfde9e2ce4b req-2543cbfd-0b92-4921-be99-206b631798a1 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:33.963334 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-03b4812e-e9e1-4cd5-b582-cdfde9e2ce4b req-2543cbfd-0b92-4921-be99-206b631798a1 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0476818 Nov 16 16:09:34.015943 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-03b4812e-e9e1-4cd5-b582-cdfde9e2ce4b req-468b43cf-8ef2-490f-aca0-faf54b443a01 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466163 Nov 16 16:09:35.137294 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06830fe-52ad-4996-a407-f194e83109c0 req-cd20faf4-b143-4848-8e43-d4751944e982 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:35.138761 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d06830fe-52ad-4996-a407-f194e83109c0 req-cd20faf4-b143-4848-8e43-d4751944e982 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0506344 Nov 16 16:09:35.186871 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d06830fe-52ad-4996-a407-f194e83109c0 req-18f927ae-8e75-42df-aef3-f3536afdc710 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423446 Nov 16 16:09:35.897675 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 3d367ce8-61fa-49f0-b6d2-d3d025285525 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:09:36.002887 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 3d367ce8-61fa-49f0-b6d2-d3d025285525, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:36.014133 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'port_id': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'mac_address': 'fa:16:3e:24:5b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:09:36.051872 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:36.059375 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-39cf6ec1-7656-455e-8995-a344a590d931 req-2e9ac82c-f5bf-45fe-994a-a6efdb9e8edc tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999167629&fields=id&tenant_id=e31ed7321198471eb4645081b697d234 HTTP/1.1" status: 200 len: 267 time: 0.0445390 Nov 16 16:09:36.065978 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d367ce8-61fa-49f0-b6d2-d3d025285525 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:09:36.087288 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 3d367ce8-61fa-49f0-b6d2-d3d025285525, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:36.091273 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:36.117477 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf6ec1-7656-455e-8995-a344a590d931 req-11b24b55-e606-41c2-86ce-1cfe9b7510ac tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:36.119977 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-39cf6ec1-7656-455e-8995-a344a590d931 req-11b24b55-e606-41c2-86ce-1cfe9b7510ac tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 985 time: 0.0544455 Nov 16 16:09:36.131177 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-39cf6ec1-7656-455e-8995-a344a590d931 req-48426875-be45-4216-b810-e130dc085bad tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Request body: {'port': {'security_groups': ['b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a']}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:09:36.154319 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=3d367ce8-61fa-49f0-b6d2-d3d025285525,revision_number=6']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:36.162586 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:36.162938 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:36.163282 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:36.163633 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:36.164080 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:36.164418 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:36.164961 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:36.165192 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:36.165639 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:36.165978 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:36.166305 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:36.166627 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:09:36.189422 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['3d367ce8-61fa-49f0-b6d2-d3d025285525'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:09:36.212419 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-39cf6ec1-7656-455e-8995-a344a590d931 req-48426875-be45-4216-b810-e130dc085bad tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:36.447097 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-39cf6ec1-7656-455e-8995-a344a590d931 req-48426875-be45-4216-b810-e130dc085bad tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] For port 46c407d4-a5b9-4ded-af69-53e4b90a70c8, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8,segment=NetworkSegment(54e5cd25-24b1-4899-b0c9-434c2813b02c),segment_id=54e5cd25-24b1-4899-b0c9-434c2813b02c)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:36.455652 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7cf5b-967e-4480-a68f-4bf440ead726 req-14bab4e2-be83-4fdf-991b-3c3d9e910035 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:36.457111 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-16a7cf5b-967e-4480-a68f-4bf440ead726 req-14bab4e2-be83-4fdf-991b-3c3d9e910035 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 945 time: 0.0861335 Nov 16 16:09:36.510082 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-39cf6ec1-7656-455e-8995-a344a590d931 req-48426875-be45-4216-b810-e130dc085bad tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:36.521744 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-39cf6ec1-7656-455e-8995-a344a590d931 req-48426875-be45-4216-b810-e130dc085bad tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:36.527923 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-16a7cf5b-967e-4480-a68f-4bf440ead726 req-c8806505-387a-4d41-9834-bd8bdb7f7769 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645895 Nov 16 16:09:36.535087 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['46c407d4-a5b9-4ded-af69-53e4b90a70c8'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:09:36.585271 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48426875-be45-4216-b810-e130dc085bad tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event updated for resources: {'Port': ['ID=46c407d4-a5b9-4ded-af69-53e4b90a70c8,revision_number=7']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:36.603339 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf6ec1-7656-455e-8995-a344a590d931 req-48426875-be45-4216-b810-e130dc085bad tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:36.604021 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-39cf6ec1-7656-455e-8995-a344a590d931 req-48426875-be45-4216-b810-e130dc085bad tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:36.611856 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-39cf6ec1-7656-455e-8995-a344a590d931 req-48426875-be45-4216-b810-e130dc085bad tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "PUT /v2.0/ports/46c407d4-a5b9-4ded-af69-53e4b90a70c8 HTTP/1.1" status: 200 len: 943 time: 0.4822986 Nov 16 16:09:36.611856 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'tag': '46c407d4-a5b9-4ded-af69-53e4b90a70c8'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:09:36.612645 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85379cb4-604f-414b-9178-ec3ebb59bc10" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a9f9cd-86b0-4029-b3b3-c25470b8025d", "tag": "46c407d4-a5b9-4ded-af69-53e4b90a70c8"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:09:36.613723 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46404) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:36.692195 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-421a615c-4767-4d81-ba08-982cc3508d8e tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:36.745910 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-421a615c-4767-4d81-ba08-982cc3508d8e tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:36.752534 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['46c407d4-a5b9-4ded-af69-53e4b90a70c8'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:09:36.830930 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-421a615c-4767-4d81-ba08-982cc3508d8e tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:36.833902 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-421a615c-4767-4d81-ba08-982cc3508d8e tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:36.835536 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-421a615c-4767-4d81-ba08-982cc3508d8e tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "DELETE /v2.0/security-groups/214fc19b-118a-46ba-843f-b8d426e798fc HTTP/1.1" status: 204 len: 168 time: 0.2206609 Nov 16 16:09:36.838420 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 46414) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:36.845857 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a615c-4767-4d81-ba08-982cc3508d8e tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214fc19b-118a-46ba-843f-b8d426e798fc,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:36.941413 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7ae60c-327f-4dfa-9cb5-53f64e5a97d6 x-openstack-request-id: req-6b7ae60c-327f-4dfa-9cb5-53f64e5a97d6 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:09:36.941733 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a9f9cd-86b0-4029-b3b3-c25470b8025d", "tag": "46c407d4-a5b9-4ded-af69-53e4b90a70c8", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:09:36.941996 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b7ae60c-327f-4dfa-9cb5-53f64e5a97d6 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:09:36.942390 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'tag': '46c407d4-a5b9-4ded-af69-53e4b90a70c8', 'status': 'completed', 'code': 200} Nov 16 16:09:36.968975 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85379cb4-604f-414b-9178-ec3ebb59bc10 req-62f9c095-3b1c-4d66-a4f2-a8c4c3cd447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:36.970901 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-85379cb4-604f-414b-9178-ec3ebb59bc10 req-62f9c095-3b1c-4d66-a4f2-a8c4c3cd447a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e31ed7321198471eb4645081b697d234&device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 1099 time: 0.0502725 Nov 16 16:09:37.045213 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-161fb2ba-4884-42c6-a47d-b12d28bf6e90 None None] Provisioning complete for port 46c407d4-a5b9-4ded-af69-53e4b90a70c8 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:09:37.045979 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-161fb2ba-4884-42c6-a47d-b12d28bf6e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:37.078190 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-d23d97bc-6510-4466-b4f8-88e103f4e41d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Deleting port e4b76c17-e21c-4470-9468-4892bbae0dbe {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:09:37.078536 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d23d97bc-6510-4466-b4f8-88e103f4e41d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:37.085060 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85379cb4-604f-414b-9178-ec3ebb59bc10 req-12971a9b-d232-4a0e-bbe2-d9800820b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:37.087855 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-85379cb4-604f-414b-9178-ec3ebb59bc10 req-12971a9b-d232-4a0e-bbe2-d9800820b049 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27 HTTP/1.1" status: 200 len: 916 time: 0.0995500 Nov 16 16:09:37.178676 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d23d97bc-6510-4466-b4f8-88e103f4e41d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:37.179058 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d23d97bc-6510-4466-b4f8-88e103f4e41d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:37.182721 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-85379cb4-604f-414b-9178-ec3ebb59bc10 req-0733d587-3527-4241-84ed-ddd9fb095824 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8 HTTP/1.1" status: 200 len: 1001 time: 0.0832939 Nov 16 16:09:37.196967 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-d23d97bc-6510-4466-b4f8-88e103f4e41d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Calling delete_port for e4b76c17-e21c-4470-9468-4892bbae0dbe owned by network:floatingip {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:09:37.243665 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85379cb4-604f-414b-9178-ec3ebb59bc10 req-a21fffc8-123e-42e0-a495-43c3601f160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:37.245192 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-85379cb4-604f-414b-9178-ec3ebb59bc10 req-a21fffc8-123e-42e0-a495-43c3601f160b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9aad9b3d-1ec8-40ad-bc64-6d47be116d34 HTTP/1.1" status: 200 len: 854 time: 0.0528004 Nov 16 16:09:37.322415 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85379cb4-604f-414b-9178-ec3ebb59bc10 req-e6890dc2-0201-48c6-8488-2f50499f8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:37.324336 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-85379cb4-604f-414b-9178-ec3ebb59bc10 req-e6890dc2-0201-48c6-8488-2f50499f8ad5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695591 Nov 16 16:09:37.411792 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d23d97bc-6510-4466-b4f8-88e103f4e41d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:37.444450 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d97bc-6510-4466-b4f8-88e103f4e41d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event deleted for resources: {'Port': ['ID=e4b76c17-e21c-4470-9468-4892bbae0dbe,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:37.444831 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-85379cb4-604f-414b-9178-ec3ebb59bc10 req-ba121ee4-656b-4418-b74a-15298029b2c6 service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114705 Nov 16 16:09:37.520874 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d23d97bc-6510-4466-b4f8-88e103f4e41d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks [] for floatingip, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:37.521203 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.l3_db [None req-d23d97bc-6510-4466-b4f8-88e103f4e41d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Floating IP 30105e88-6503-4784-b718-27740015ad46 disassociated (deleted). External IP: 172.27.1.52, port: 46c407d4-a5b9-4ded-af69-53e4b90a70c8. Nov 16 16:09:37.562519 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-85379cb4-604f-414b-9178-ec3ebb59bc10 req-946c632b-ddbf-4364-8269-4a7586de2b07 service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080594 Nov 16 16:09:37.902488 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 3d367ce8-61fa-49f0-b6d2-d3d025285525 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:09:37.968687 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 3d367ce8-61fa-49f0-b6d2-d3d025285525 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:09:37.969184 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:38.065401 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f54de-59fb-4777-bd1a-54680a6e0ad2 req-65746891-0e58-4ae3-8ae0-20b508a439fc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:38.067240 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2f8f54de-59fb-4777-bd1a-54680a6e0ad2 req-65746891-0e58-4ae3-8ae0-20b508a439fc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 945 time: 0.4197133 Nov 16 16:09:38.067790 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:38.099198 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d367ce8-61fa-49f0-b6d2-d3d025285525'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:09:38.102415 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3527c57a-3ccf-4788-93bd-c02388c9c8d2" -d '{"events": [{"server_uuid": "6af3cc97-b45c-4fde-9c9c-47a91dd69630", "name": "network-vif-plugged", "status": "completed", "tag": "3d367ce8-61fa-49f0-b6d2-d3d025285525"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:09:38.117665 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23d97bc-6510-4466-b4f8-88e103f4e41d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:09:38.137602 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 3d367ce8-61fa-49f0-b6d2-d3d025285525, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:38.147506 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:38.216522 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2f8f54de-59fb-4777-bd1a-54680a6e0ad2 req-86c88015-9f2d-4e68-86f9-571b42194ec1 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368377 Nov 16 16:09:38.231626 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=3d367ce8-61fa-49f0-b6d2-d3d025285525,revision_number=7']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:38.244450 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21a563a-11fe-4a54-b153-1e6048d92b59 x-openstack-request-id: req-d21a563a-11fe-4a54-b153-1e6048d92b59 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:09:38.244751 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af3cc97-b45c-4fde-9c9c-47a91dd69630", "name": "network-vif-plugged", "status": "completed", "tag": "3d367ce8-61fa-49f0-b6d2-d3d025285525", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:09:38.245007 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d21a563a-11fe-4a54-b153-1e6048d92b59 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:09:38.245398 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'code': 200} Nov 16 16:09:38.301398 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23d97bc-6510-4466-b4f8-88e103f4e41d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:09:38.306058 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d23d97bc-6510-4466-b4f8-88e103f4e41d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:38.313499 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0b764-aa37-4f80-a44b-b9f9ff52e372 None None] Sync routers for ids ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:09:38.324128 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0b764-aa37-4f80-a44b-b9f9ff52e372 None None] Routers {'8310889f-c0ae-4dd3-a9bf-519bc3e27831'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:09:38.324750 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-fbd0b764-aa37-4f80-a44b-b9f9ff52e372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:09:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:38.340141 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-d23d97bc-6510-4466-b4f8-88e103f4e41d tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "DELETE /v2.0/floatingips/30105e88-6503-4784-b718-27740015ad46 HTTP/1.1" status: 204 len: 168 time: 1.5005367 Nov 16 16:09:38.652731 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-fbd0b764-aa37-4f80-a44b-b9f9ff52e372 None None] Set router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:09:38.884769 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-fbd0b764-aa37-4f80-a44b-b9f9ff52e372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:07:06Z', 'revision_number': 4, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port': {'id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:03Z', 'updated_at': '2021-11-16T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '0309536b-659c-454e-a099-1e2f68be668b', 'name': '', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'mac_address': 'fa:16:3e:47:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:05Z', 'updated_at': '2021-11-16T16:07:11Z', 'revision_number': 5, 'project_id': 'e31ed7321198471eb4645081b697d234', 'subnets': [{'id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:38.911677 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0b764-aa37-4f80-a44b-b9f9ff52e372 None None] Checking router: 8310889f-c0ae-4dd3-a9bf-519bc3e27831 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:09:38.921798 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0b764-aa37-4f80-a44b-b9f9ff52e372 None None] Routers {'8310889f-c0ae-4dd3-a9bf-519bc3e27831'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:09:38.922567 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-fbd0b764-aa37-4f80-a44b-b9f9ff52e372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:09:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:38.944491 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'tag': '46c407d4-a5b9-4ded-af69-53e4b90a70c8'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:09:38.947290 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b445291-57e2-4a8c-a357-6ca4c9ea4306" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a9f9cd-86b0-4029-b3b3-c25470b8025d", "tag": "46c407d4-a5b9-4ded-af69-53e4b90a70c8"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:09:39.002321 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefd84fe-3b44-400b-bcd4-1098d99f99e4 x-openstack-request-id: req-aefd84fe-3b44-400b-bcd4-1098d99f99e4 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:09:39.002739 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a9f9cd-86b0-4029-b3b3-c25470b8025d", "tag": "46c407d4-a5b9-4ded-af69-53e4b90a70c8", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:09:39.003202 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aefd84fe-3b44-400b-bcd4-1098d99f99e4 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:09:39.003649 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'tag': '46c407d4-a5b9-4ded-af69-53e4b90a70c8', 'status': 'completed', 'code': 200} Nov 16 16:09:39.052959 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-fbd0b764-aa37-4f80-a44b-b9f9ff52e372 None None] Set router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:09:39.109539 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445291-57e2-4a8c-a357-6ca4c9ea4306 req-5b7aaf17-9616-4fbd-8e9d-7d7e1ba2747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:39.111726 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-0b445291-57e2-4a8c-a357-6ca4c9ea4306 req-5b7aaf17-9616-4fbd-8e9d-7d7e1ba2747f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e31ed7321198471eb4645081b697d234&device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 1099 time: 0.0794473 Nov 16 16:09:39.264346 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445291-57e2-4a8c-a357-6ca4c9ea4306 req-ad97e2b7-55fa-474e-85db-65a365ce7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:39.265837 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-0b445291-57e2-4a8c-a357-6ca4c9ea4306 req-ad97e2b7-55fa-474e-85db-65a365ce7fee service neutron] 10.222.0.62 "GET /v2.0/networks?id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27 HTTP/1.1" status: 200 len: 916 time: 0.1372983 Nov 16 16:09:39.321566 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-0b445291-57e2-4a8c-a357-6ca4c9ea4306 req-3edc530c-c517-4010-90a6-922cbfe878a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8 HTTP/1.1" status: 200 len: 217 time: 0.0448792 Nov 16 16:09:39.352427 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-fbd0b764-aa37-4f80-a44b-b9f9ff52e372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:07:06Z', 'revision_number': 4, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port': {'id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:03Z', 'updated_at': '2021-11-16T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '0309536b-659c-454e-a099-1e2f68be668b', 'name': '', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'mac_address': 'fa:16:3e:47:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:05Z', 'updated_at': '2021-11-16T16:07:11Z', 'revision_number': 5, 'project_id': 'e31ed7321198471eb4645081b697d234', 'subnets': [{'id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:39.393727 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445291-57e2-4a8c-a357-6ca4c9ea4306 req-4452ae63-9c62-4b81-9534-a0fdeac5aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:39.395224 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-0b445291-57e2-4a8c-a357-6ca4c9ea4306 req-4452ae63-9c62-4b81-9534-a0fdeac5aaad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9aad9b3d-1ec8-40ad-bc64-6d47be116d34 HTTP/1.1" status: 200 len: 854 time: 0.0619776 Nov 16 16:09:39.396955 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0b764-aa37-4f80-a44b-b9f9ff52e372 None None] The sync data for ids ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'] in dv-cinder-818098-2-iscsi is: [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:07:06Z', 'revision_number': 4, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port': {'id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:03Z', 'updated_at': '2021-11-16T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '0309536b-659c-454e-a099-1e2f68be668b', 'name': '', 'network_id': '5a89a656-9dec-4820-a1cb-7b2fd3fcad27', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'mac_address': 'fa:16:3e:47:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:05Z', 'updated_at': '2021-11-16T16:07:11Z', 'revision_number': 5, 'project_id': 'e31ed7321198471eb4645081b697d234', 'subnets': [{'id': '9aad9b3d-1ec8-40ad-bc64-6d47be116d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:09:39.403839 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bde980-da52-4cec-9ce7-181912efcee2 req-89be906c-e5e3-440d-8c8f-0587fa963bb0 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:39.410945 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-54bde980-da52-4cec-9ce7-181912efcee2 req-89be906c-e5e3-440d-8c8f-0587fa963bb0 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0903738 Nov 16 16:09:39.476681 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445291-57e2-4a8c-a357-6ca4c9ea4306 req-b73da750-a72a-44b2-b1ae-b706bc3439ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:39.480764 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-0b445291-57e2-4a8c-a357-6ca4c9ea4306 req-b73da750-a72a-44b2-b1ae-b706bc3439ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a89a656-9dec-4820-a1cb-7b2fd3fcad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746841 Nov 16 16:09:39.504920 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-54bde980-da52-4cec-9ce7-181912efcee2 req-d404c6ba-9227-4b90-9ac6-81e142ce64e7 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895753 Nov 16 16:09:39.614123 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-0b445291-57e2-4a8c-a357-6ca4c9ea4306 req-e94848fd-94a1-4f06-99e9-939544ed523d service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240203 Nov 16 16:09:39.723837 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-0b445291-57e2-4a8c-a357-6ca4c9ea4306 req-11037921-dcc3-4e1f-a41e-8e405fa7d60a service neutron] 10.222.0.62 "GET /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013849 Nov 16 16:09:39.845194 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d788a3c4-24c1-41ab-82fe-21144584d8c8 None None] New status for floating IP 30105e88-6503-4784-b718-27740015ad46: DOWN {{(pid=101856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:09:40.622355 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa68da-b5e8-443e-b2e4-eaf5feee2131 req-cb2c8e62-acdb-48f6-8b90-bf3a94d3b602 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:40.623965 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d2fa68da-b5e8-443e-b2e4-eaf5feee2131 req-cb2c8e62-acdb-48f6-8b90-bf3a94d3b602 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0509272 Nov 16 16:09:40.692050 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d2fa68da-b5e8-443e-b2e4-eaf5feee2131 req-19feabc3-7f5f-418e-a050-d1e550155225 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617878 Nov 16 16:09:41.262868 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03131702-fd03-4a96-bad5-2fa236bc31dd req-e87098eb-ab1c-4c4e-8ce0-07108593702f tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:41.264437 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-03131702-fd03-4a96-bad5-2fa236bc31dd req-e87098eb-ab1c-4c4e-8ce0-07108593702f tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 946 time: 0.0589223 Nov 16 16:09:41.318231 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-03131702-fd03-4a96-bad5-2fa236bc31dd req-4900f47f-c6a1-4a19-b0fa-0a263947102a tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452213 Nov 16 16:09:41.831293 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06354108-3d55-4a91-ba89-65c4eec4abf4 req-8f502c72-caef-4edb-b840-65a9a7972aa6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:41.833207 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-06354108-3d55-4a91-ba89-65c4eec4abf4 req-8f502c72-caef-4edb-b840-65a9a7972aa6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0552950 Nov 16 16:09:41.891218 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-06354108-3d55-4a91-ba89-65c4eec4abf4 req-44bb9ba1-92b2-4abf-85aa-e5832992d60d tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506921 Nov 16 16:09:42.467068 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339bbaa-ec86-4306-8214-243abcb46acf req-c230eb32-4f60-414f-9227-9427ce4bbbdc tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:42.469160 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f339bbaa-ec86-4306-8214-243abcb46acf req-c230eb32-4f60-414f-9227-9427ce4bbbdc tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 946 time: 0.0611334 Nov 16 16:09:42.534650 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f339bbaa-ec86-4306-8214-243abcb46acf req-5beb5f84-95fe-4197-996f-e8705020b937 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/security-groups?id=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591738 Nov 16 16:09:43.048336 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694763-7a76-4792-8482-cd48757673ef req-a8d82cd9-527f-4091-919f-8318e798fb1a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:43.056662 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bd694763-7a76-4792-8482-cd48757673ef req-a8d82cd9-527f-4091-919f-8318e798fb1a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0610595 Nov 16 16:09:43.061117 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dee2a2-6de0-42a3-96b3-d97bcda9d4ae req-fd275304-527b-4be6-bca5-7e6d29908690 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:43.063638 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-86dee2a2-6de0-42a3-96b3-d97bcda9d4ae req-fd275304-527b-4be6-bca5-7e6d29908690 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 946 time: 0.0594368 Nov 16 16:09:43.122131 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bd694763-7a76-4792-8482-cd48757673ef req-a355f1d2-8582-4839-b6d9-dc1ad623d166 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645010 Nov 16 16:09:43.189522 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-86dee2a2-6de0-42a3-96b3-d97bcda9d4ae req-85f93880-60f6-410f-9a56-912a1ea2f903 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Deleting port 46c407d4-a5b9-4ded-af69-53e4b90a70c8 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:09:43.189865 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-86dee2a2-6de0-42a3-96b3-d97bcda9d4ae req-85f93880-60f6-410f-9a56-912a1ea2f903 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:43.294560 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-86dee2a2-6de0-42a3-96b3-d97bcda9d4ae req-85f93880-60f6-410f-9a56-912a1ea2f903 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] For port 46c407d4-a5b9-4ded-af69-53e4b90a70c8, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=46c407d4-a5b9-4ded-af69-53e4b90a70c8,segment=NetworkSegment(54e5cd25-24b1-4899-b0c9-434c2813b02c),segment_id=54e5cd25-24b1-4899-b0c9-434c2813b02c)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:43.295197 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-86dee2a2-6de0-42a3-96b3-d97bcda9d4ae req-85f93880-60f6-410f-9a56-912a1ea2f903 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:43.310605 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-86dee2a2-6de0-42a3-96b3-d97bcda9d4ae req-85f93880-60f6-410f-9a56-912a1ea2f903 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Calling delete_port for 46c407d4-a5b9-4ded-af69-53e4b90a70c8 owned by compute:nova {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:09:43.461392 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-86dee2a2-6de0-42a3-96b3-d97bcda9d4ae req-85f93880-60f6-410f-9a56-912a1ea2f903 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:43.478592 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['46c407d4-a5b9-4ded-af69-53e4b90a70c8'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:09:43.497949 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f93880-60f6-410f-9a56-912a1ea2f903 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Pushing event deleted for resources: {'Port': ['ID=46c407d4-a5b9-4ded-af69-53e4b90a70c8,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:43.555877 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dee2a2-6de0-42a3-96b3-d97bcda9d4ae req-85f93880-60f6-410f-9a56-912a1ea2f903 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] No DVR routers for this DVR port 46c407d4-a5b9-4ded-af69-53e4b90a70c8 on host hv-cinder-81809 {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:09:43.558524 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-86dee2a2-6de0-42a3-96b3-d97bcda9d4ae req-85f93880-60f6-410f-9a56-912a1ea2f903 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:43.562049 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-86dee2a2-6de0-42a3-96b3-d97bcda9d4ae req-85f93880-60f6-410f-9a56-912a1ea2f903 tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.62 "DELETE /v2.0/ports/46c407d4-a5b9-4ded-af69-53e4b90a70c8 HTTP/1.1" status: 204 len: 173 time: 0.4893937 Nov 16 16:09:43.562509 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'name': 'network-vif-deleted', 'tag': '46c407d4-a5b9-4ded-af69-53e4b90a70c8'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:09:43.564859 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b045b4a-292b-43c0-b831-33c205becdf4" -d '{"events": [{"server_uuid": "c5a9f9cd-86b0-4029-b3b3-c25470b8025d", "name": "network-vif-deleted", "tag": "46c407d4-a5b9-4ded-af69-53e4b90a70c8"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:09:43.700046 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b3110faa-321f-47f7-84de-cb08cc4cf48a req-4f0a15bc-9faa-4edb-8bf9-c1e3e3906d1e tempest-TestMinimumBasicScenario-681406792 tempest-TestMinimumBasicScenario-681406792-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a9f9cd-86b0-4029-b3b3-c25470b8025d HTTP/1.1" status: 200 len: 210 time: 0.0434129 Nov 16 16:09:43.700209 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f754acf7-951d-4093-80ef-8421709fe8f8 x-openstack-request-id: req-f754acf7-951d-4093-80ef-8421709fe8f8 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:09:43.700500 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a9f9cd-86b0-4029-b3b3-c25470b8025d", "name": "network-vif-deleted", "tag": "46c407d4-a5b9-4ded-af69-53e4b90a70c8", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:09:43.700766 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f754acf7-951d-4093-80ef-8421709fe8f8 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:09:43.701178 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a9f9cd-86b0-4029-b3b3-c25470b8025d', 'name': 'network-vif-deleted', 'tag': '46c407d4-a5b9-4ded-af69-53e4b90a70c8', 'status': 'completed', 'code': 200} Nov 16 16:09:44.279424 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19178d-323a-4c80-b96a-fb584f6e095b req-7bcc2043-156e-442f-bb02-9b335493351e tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:44.281186 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-da19178d-323a-4c80-b96a-fb584f6e095b req-7bcc2043-156e-442f-bb02-9b335493351e tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0670154 Nov 16 16:09:44.342069 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-da19178d-323a-4c80-b96a-fb584f6e095b req-8e598ea1-266e-44d0-95a3-71a792ed50b2 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541151 Nov 16 16:09:45.432801 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46534) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:45.478831 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeddf41-b7c9-4deb-ab4d-efe5850a9342 req-5c92e2f0-9d62-4fd1-b0a0-61b2fe7a989d tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:45.487724 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-feeddf41-b7c9-4deb-ab4d-efe5850a9342 req-5c92e2f0-9d62-4fd1-b0a0-61b2fe7a989d tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0629117 Nov 16 16:09:45.537023 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-feeddf41-b7c9-4deb-ab4d-efe5850a9342 req-3ac43235-62a6-4830-8258-50d0923eab4c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482750 Nov 16 16:09:45.909944 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-40e27e25-cfe6-434b-b191-0c6c682b2b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756307'] for router_interface, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:45.964059 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 46c407d4-a5b9-4ded-af69-53e4b90a70c8 no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:09:46.006671 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 46c407d4-a5b9-4ded-af69-53e4b90a70c8 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:09:46.007438 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 46c407d4-a5b9-4ded-af69-53e4b90a70c8 not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:09:46.456126 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-40e27e25-cfe6-434b-b191-0c6c682b2b82 admin admin] Deleting port 0309536b-659c-454e-a099-1e2f68be668b {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:09:46.456729 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-40e27e25-cfe6-434b-b191-0c6c682b2b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:46.548248 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-40e27e25-cfe6-434b-b191-0c6c682b2b82 admin admin] For port 0309536b-659c-454e-a099-1e2f68be668b, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=0309536b-659c-454e-a099-1e2f68be668b,segment=NetworkSegment(54e5cd25-24b1-4899-b0c9-434c2813b02c),segment_id=54e5cd25-24b1-4899-b0c9-434c2813b02c)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:46.548753 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-40e27e25-cfe6-434b-b191-0c6c682b2b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:46.561589 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-40e27e25-cfe6-434b-b191-0c6c682b2b82 admin admin] Calling delete_port for 0309536b-659c-454e-a099-1e2f68be668b owned by network:router_interface {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:09:46.672201 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b350cc-d10a-4b32-bc9d-47b1de8f1266 req-91e5c29c-fc24-4d96-859b-e19b3153ee6a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:46.673959 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-44b350cc-d10a-4b32-bc9d-47b1de8f1266 req-91e5c29c-fc24-4d96-859b-e19b3153ee6a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0524805 Nov 16 16:09:46.734845 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-44b350cc-d10a-4b32-bc9d-47b1de8f1266 req-7c6fdc4d-7094-44d9-8704-cc241a8e8523 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488527 Nov 16 16:09:46.763561 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-40e27e25-cfe6-434b-b191-0c6c682b2b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:46.790098 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e27e25-cfe6-434b-b191-0c6c682b2b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=0309536b-659c-454e-a099-1e2f68be668b,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:46.957836 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-40e27e25-cfe6-434b-b191-0c6c682b2b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756175'] for router_interface, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:47.162600 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e27e25-cfe6-434b-b191-0c6c682b2b82 admin admin] Router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:09:47.287672 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac0604-b54f-42d7-997a-094da38b1455 req-f4e394f8-4000-49ee-a58c-69b1c0a0fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:47.289623 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-95ac0604-b54f-42d7-997a-094da38b1455 req-f4e394f8-4000-49ee-a58c-69b1c0a0fbde service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae9bddc9870246e99f813976878279cb&device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 1099 time: 0.0603158 Nov 16 16:09:47.295609 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e27e25-cfe6-434b-b191-0c6c682b2b82 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:09:47.300743 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-40e27e25-cfe6-434b-b191-0c6c682b2b82 admin admin] 10.222.0.46 "PUT /v2.0/routers/8310889f-c0ae-4dd3-a9bf-519bc3e27831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8659344 Nov 16 16:09:47.303064 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 46554) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:47.306129 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f1ba7-b216-406e-a4c1-b7d17c2f1071 None None] Sync routers for ids ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:09:47.317046 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f1ba7-b216-406e-a4c1-b7d17c2f1071 None None] Routers {'8310889f-c0ae-4dd3-a9bf-519bc3e27831'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:09:47.317789 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-f83f1ba7-b216-406e-a4c1-b7d17c2f1071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:09:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:47.402935 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac0604-b54f-42d7-997a-094da38b1455 req-f7a5d979-2361-4478-9556-e562abe1e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:47.404601 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-95ac0604-b54f-42d7-997a-094da38b1455 req-f7a5d979-2361-4478-9556-e562abe1e93a service neutron] 10.222.0.62 "GET /v2.0/networks?id=72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 200 len: 917 time: 0.1032331 Nov 16 16:09:47.413095 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] Publish callbacks [] for router, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:47.441845 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-f83f1ba7-b216-406e-a4c1-b7d17c2f1071 None None] Set router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:09:47.479914 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-95ac0604-b54f-42d7-997a-094da38b1455 req-b09234cc-93b0-4fd7-90f9-8f0afce6bc26 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525 HTTP/1.1" status: 200 len: 1001 time: 0.0647469 Nov 16 16:09:47.521710 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:47.530808 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac0604-b54f-42d7-997a-094da38b1455 req-abdaf5a8-789d-4602-ad79-e326b3bcfe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:47.532570 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-95ac0604-b54f-42d7-997a-094da38b1455 req-abdaf5a8-789d-4602-ad79-e326b3bcfe77 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=060fb2ef-695e-459c-84ba-c29c715db089 HTTP/1.1" status: 200 len: 855 time: 0.0448558 Nov 16 16:09:47.579967 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] Deleting port 8c861319-f7c7-4a17-b0d4-ea18d2970307 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:09:47.580398 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:47.582180 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac0604-b54f-42d7-997a-094da38b1455 req-d140d439-b2ca-4a6f-bc63-7610e43b8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:47.583816 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-95ac0604-b54f-42d7-997a-094da38b1455 req-d140d439-b2ca-4a6f-bc63-7610e43b8336 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72ea3377-b38c-416b-8581-98962c72f168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429566 Nov 16 16:09:47.643021 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-f83f1ba7-b216-406e-a4c1-b7d17c2f1071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:09:46Z', 'revision_number': 5, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port': {'id': '8c861319-f7c7-4a17-b0d4-ea18d2970307', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:03Z', 'updated_at': '2021-11-16T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:47.666627 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] For port 8c861319-f7c7-4a17-b0d4-ea18d2970307, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=8c861319-f7c7-4a17-b0d4-ea18d2970307,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:47.666998 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:47.671037 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f1ba7-b216-406e-a4c1-b7d17c2f1071 None None] Checking router: 8310889f-c0ae-4dd3-a9bf-519bc3e27831 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:09:47.679962 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] Calling delete_port for 8c861319-f7c7-4a17-b0d4-ea18d2970307 owned by network:router_gateway {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:09:47.680639 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f1ba7-b216-406e-a4c1-b7d17c2f1071 None None] Routers {'8310889f-c0ae-4dd3-a9bf-519bc3e27831'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:09:47.680985 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-f83f1ba7-b216-406e-a4c1-b7d17c2f1071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:09:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:47.682304 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-95ac0604-b54f-42d7-997a-094da38b1455 req-6cdd33e4-43f4-47c2-864c-aa7ec01cd97e service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911407 Nov 16 16:09:47.773439 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-f83f1ba7-b216-406e-a4c1-b7d17c2f1071 None None] Set router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 gateway port host: None {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:09:47.784312 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-95ac0604-b54f-42d7-997a-094da38b1455 req-80db81c3-a21f-4130-bf94-5f3d3204a6d4 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953248 Nov 16 16:09:47.839800 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-f83f1ba7-b216-406e-a4c1-b7d17c2f1071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:09:47Z', 'revision_number': 6, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port_host': None}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:47.867582 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f1ba7-b216-406e-a4c1-b7d17c2f1071 None None] The sync data for ids ['8310889f-c0ae-4dd3-a9bf-519bc3e27831'] in dv-cinder-818098-2-iscsi is: [{'id': '8310889f-c0ae-4dd3-a9bf-519bc3e27831', 'name': 'tempest-TestMinimumBasicScenario-2036103957-router', 'tenant_id': 'e31ed7321198471eb4645081b697d234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:02Z', 'updated_at': '2021-11-16T16:09:47Z', 'revision_number': 6, 'project_id': 'e31ed7321198471eb4645081b697d234', 'gw_port_host': None}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:09:47.904190 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5461359-69c2-4f7c-9d68-b29c50daaeb5 req-29419915-8ce2-4754-b5d4-d15f84aaffe0 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:47.905714 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e5461359-69c2-4f7c-9d68-b29c50daaeb5 req-29419915-8ce2-4754-b5d4-d15f84aaffe0 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0836806 Nov 16 16:09:47.907250 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:47.939903 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8c861319-f7c7-4a17-b0d4-ea18d2970307,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:48.027158 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e5461359-69c2-4f7c-9d68-b29c50daaeb5 req-4535fa55-b233-4962-9ed9-35a138e6b594 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149709 Nov 16 16:09:48.035539 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754797'] for router_gateway, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.139869 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.141974 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.207139 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766094'] for router, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.207612 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8310889f-c0ae-4dd3-a9bf-519bc3e27831 {{(pid=101853) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 16:09:48.214454 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] Publish callbacks [] for router, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.214576 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-6f98c956-772e-4a99-b988-02767beb35ba admin admin] 10.222.0.46 "DELETE /v2.0/routers/8310889f-c0ae-4dd3-a9bf-519bc3e27831 HTTP/1.1" status: 204 len: 168 time: 0.9104486 Nov 16 16:09:48.217022 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 46560) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:48.262879 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c05b8e-5df7-4a80-9a30-9b3d8f2a6871 admin admin] Deleting subnet 9aad9b3d-1ec8-40ad-bc64-6d47be116d34 {{(pid=101853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:09:48.266181 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-70c05b8e-5df7-4a80-9a30-9b3d8f2a6871 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.302754 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-70c05b8e-5df7-4a80-9a30-9b3d8f2a6871 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1186861'] for subnet, precommit_delete_associations {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.391017 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:09:48.412219 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-70c05b8e-5df7-4a80-9a30-9b3d8f2a6871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.467901 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-70c05b8e-5df7-4a80-9a30-9b3d8f2a6871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3353557'] for subnet, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.493437 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c05b8e-5df7-4a80-9a30-9b3d8f2a6871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aad9b3d-1ec8-40ad-bc64-6d47be116d34,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:48.500318 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-70c05b8e-5df7-4a80-9a30-9b3d8f2a6871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.504561 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-70c05b8e-5df7-4a80-9a30-9b3d8f2a6871 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9aad9b3d-1ec8-40ad-bc64-6d47be116d34 HTTP/1.1" status: 204 len: 168 time: 0.2865980 Nov 16 16:09:48.507040 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 46564) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:48.508974 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2c6183-70a9-4c9c-b376-fea4c5c6e509 None None] Network 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:09:48.581771 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.634476 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Deleting port 189f90fa-37a6-47d1-9e7d-bc7bd888e896 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:09:48.634818 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.714403 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] For port 189f90fa-37a6-47d1-9e7d-bc7bd888e896, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=189f90fa-37a6-47d1-9e7d-bc7bd888e896,segment=NetworkSegment(54e5cd25-24b1-4899-b0c9-434c2813b02c),segment_id=54e5cd25-24b1-4899-b0c9-434c2813b02c)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:48.715104 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.728142 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9b75d7-aa8e-47a8-993d-56c9aad8a19a None None] DHCP port deletion for 5a89a656-9dec-4820-a1cb-7b2fd3fcad27 request from dv-cinder-818098-2-iscsi {{(pid=101855) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 16:09:48.729317 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Calling delete_port for 189f90fa-37a6-47d1-9e7d-bc7bd888e896 owned by network:dhcp {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:09:48.758202 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 0309536b-659c-454e-a099-1e2f68be668b no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:09:48.787543 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 0309536b-659c-454e-a099-1e2f68be668b {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:09:48.788158 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 0309536b-659c-454e-a099-1e2f68be668b not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:09:48.789937 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 8c861319-f7c7-4a17-b0d4-ea18d2970307 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:09:48.812878 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 8c861319-f7c7-4a17-b0d4-ea18d2970307 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:09:48.813274 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 8c861319-f7c7-4a17-b0d4-ea18d2970307 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:09:48.814358 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.832151 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b75d7-aa8e-47a8-993d-56c9aad8a19a None None] Deleting port 189f90fa-37a6-47d1-9e7d-bc7bd888e896 {{(pid=101855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:09:48.832697 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1b9b75d7-aa8e-47a8-993d-56c9aad8a19a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.840111 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Pushing event deleted for resources: {'Port': ['ID=189f90fa-37a6-47d1-9e7d-bc7bd888e896,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:48.843908 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] No DVR routers for this DVR port 189f90fa-37a6-47d1-9e7d-bc7bd888e896 on host dv-cinder-818098-2-iscsi {{(pid=101853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:09:48.907000 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-1b9b75d7-aa8e-47a8-993d-56c9aad8a19a None None] For port 189f90fa-37a6-47d1-9e7d-bc7bd888e896, host dv-cinder-818098-2-iscsi, got binding levels [] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:48.907533 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1b9b75d7-aa8e-47a8-993d-56c9aad8a19a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.922708 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b75d7-aa8e-47a8-993d-56c9aad8a19a None None] Calling delete_port for 189f90fa-37a6-47d1-9e7d-bc7bd888e896 owned by network:dhcp {{(pid=101855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:09:48.926894 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.ipam_backend_mixin [None req-1b9b75d7-aa8e-47a8-993d-56c9aad8a19a None None] Port 189f90fa-37a6-47d1-9e7d-bc7bd888e896 was not found and therefore no delete operation was performed {{(pid=101855) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 16:09:48.928176 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1b9b75d7-aa8e-47a8-993d-56c9aad8a19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918'] for port, after_delete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.929846 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.951528 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a89a656-9dec-4820-a1cb-7b2fd3fcad27']}} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:48.958554 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b75d7-aa8e-47a8-993d-56c9aad8a19a None None] Pushing event deleted for resources: {'Port': ['ID=189f90fa-37a6-47d1-9e7d-bc7bd888e896,revision_number=None']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:48.962052 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e5cd25-24b1-4899-b0c9-434c2813b02c') {'for_net_delete': True} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:48.962352 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e5cd25-24b1-4899-b0c9-434c2813b02c') {} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:48.963216 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9b75d7-aa8e-47a8-993d-56c9aad8a19a None None] No DVR routers for this DVR port 189f90fa-37a6-47d1-9e7d-bc7bd888e896 on host dv-cinder-818098-2-iscsi {{(pid=101855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:09:48.972391 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1186850'] for segment, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.990081 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:48.997767 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=101853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:09:48.998161 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153758'] for segment, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: Traceback (most recent call last): Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: timer() Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: cb(*args, **kw) Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: return func(*args, **kwargs) Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: self._notify() Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: self.callback(batched_events) Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: event.method(event) Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: return f(self, *a, **k) Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._get(url).json() Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: return self.request(url, 'GET', **kwargs) Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:09:49.000081 dv-cinder-818098-2-iscsi neutron-server[101853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:09:49.059663 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:49.065866 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:49.069569 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] 10.222.0.46 "DELETE /v2.0/networks/5a89a656-9dec-4820-a1cb-7b2fd3fcad27 HTTP/1.1" status: 204 len: 168 time: 0.5607648 Nov 16 16:09:49.072697 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46570) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:49.080566 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75f329-7512-4249-b59c-787a584ec51f admin admin] Pushing event deleted for resources: {'Network': ['ID=5a89a656-9dec-4820-a1cb-7b2fd3fcad27,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:49.151909 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63659d03-c508-4d41-ad42-260abb2bc65a req-c5234e9d-a100-48b1-bf18-d9ef04acab91 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:49.153412 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-63659d03-c508-4d41-ad42-260abb2bc65a req-c5234e9d-a100-48b1-bf18-d9ef04acab91 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 946 time: 0.0495591 Nov 16 16:09:49.201776 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-63659d03-c508-4d41-ad42-260abb2bc65a req-b7734c37-374f-4ade-a55e-34553a25e59d tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419779 Nov 16 16:09:49.421910 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ae09b73f-bd24-4189-9426-78fe0c223e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756307'] for router_interface, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:49.665596 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-ae09b73f-bd24-4189-9426-78fe0c223e8c admin admin] Deleting port 8cc22380-bd59-43ba-a410-9010eca59036 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:09:49.665937 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ae09b73f-bd24-4189-9426-78fe0c223e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:49.745522 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-ae09b73f-bd24-4189-9426-78fe0c223e8c admin admin] For port 8cc22380-bd59-43ba-a410-9010eca59036, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=8cc22380-bd59-43ba-a410-9010eca59036,segment=NetworkSegment(36720170-9aac-4145-8162-876501b235dc),segment_id=36720170-9aac-4145-8162-876501b235dc)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:49.745907 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ae09b73f-bd24-4189-9426-78fe0c223e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:49.758367 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-ae09b73f-bd24-4189-9426-78fe0c223e8c admin admin] Calling delete_port for 8cc22380-bd59-43ba-a410-9010eca59036 owned by network:router_interface {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:09:49.934624 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ae09b73f-bd24-4189-9426-78fe0c223e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:49.959240 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09b73f-bd24-4189-9426-78fe0c223e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc22380-bd59-43ba-a410-9010eca59036,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:49.964060 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 3d367ce8-61fa-49f0-b6d2-d3d025285525 no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:09:50.048004 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:50.073076 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d367ce8-61fa-49f0-b6d2-d3d025285525'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:09:50.075338 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fd66f9-4186-45f8-8d68-bc9ef28b7bd2" -d '{"events": [{"server_uuid": "6af3cc97-b45c-4fde-9c9c-47a91dd69630", "name": "network-vif-unplugged", "status": "completed", "tag": "3d367ce8-61fa-49f0-b6d2-d3d025285525"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:09:50.090475 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 3d367ce8-61fa-49f0-b6d2-d3d025285525, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:50.096380 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:50.127312 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4ffaac-8051-4e64-821e-cad2d80f94b4 x-openstack-request-id: req-1a4ffaac-8051-4e64-821e-cad2d80f94b4 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:09:50.127628 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af3cc97-b45c-4fde-9c9c-47a91dd69630", "name": "network-vif-unplugged", "status": "failed", "tag": "3d367ce8-61fa-49f0-b6d2-d3d025285525", "code": 422}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:09:50.127888 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a4ffaac-8051-4e64-821e-cad2d80f94b4 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:09:50.128417 dv-cinder-818098-2-iscsi neutron-server[101855]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'code': 422} returned with failed status Nov 16 16:09:50.154104 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ae09b73f-bd24-4189-9426-78fe0c223e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756175'] for router_interface, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:50.156918 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=3d367ce8-61fa-49f0-b6d2-d3d025285525,revision_number=8']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:50.324934 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffd8ff-4727-405d-b02c-4ff957b227ab req-92480aa7-5826-4103-ae76-86e143c3bd62 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:50.326426 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-37ffd8ff-4727-405d-b02c-4ff957b227ab req-92480aa7-5826-4103-ae76-86e143c3bd62 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0493510 Nov 16 16:09:50.374836 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae09b73f-bd24-4189-9426-78fe0c223e8c admin admin] Router 75a34599-c9d1-4aea-b43e-f48d344582a2 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:09:50.380844 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-37ffd8ff-4727-405d-b02c-4ff957b227ab req-5a4d1a45-38e8-4c60-b783-5f3ceb4760cd tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483851 Nov 16 16:09:50.501961 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 189f90fa-37a6-47d1-9e7d-bc7bd888e896 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:09:50.525437 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 189f90fa-37a6-47d1-9e7d-bc7bd888e896 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:09:50.526242 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 189f90fa-37a6-47d1-9e7d-bc7bd888e896 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:09:50.718647 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae09b73f-bd24-4189-9426-78fe0c223e8c admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:09:50.726437 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-ae09b73f-bd24-4189-9426-78fe0c223e8c admin admin] 10.222.0.46 "PUT /v2.0/routers/75a34599-c9d1-4aea-b43e-f48d344582a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6513586 Nov 16 16:09:50.730145 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46592) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:50.738138 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f589a-2b6f-4665-989b-ccabe97be2db None None] Sync routers for ids ['75a34599-c9d1-4aea-b43e-f48d344582a2'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:09:50.765091 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f589a-2b6f-4665-989b-ccabe97be2db None None] Routers {'75a34599-c9d1-4aea-b43e-f48d344582a2'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:09:50.765798 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-6f9f589a-2b6f-4665-989b-ccabe97be2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:09:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['75a34599-c9d1-4aea-b43e-f48d344582a2'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:50.768833 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1f672c71-1363-4d15-ada1-950e130b51b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:50.848904 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] Publish callbacks [] for router, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:50.877572 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-6f9f589a-2b6f-4665-989b-ccabe97be2db None None] Set router 75a34599-c9d1-4aea-b43e-f48d344582a2 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:09:50.958531 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:51.016013 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] Deleting port 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:09:51.016013 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:51.067973 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-6f9f589a-2b6f-4665-989b-ccabe97be2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'name': 'tempest-TestMinimumBasicScenario-61013616-router', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76cac7c6-cd4a-434d-a925-dbeab5f4bbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:08Z', 'updated_at': '2021-11-16T16:09:49Z', 'revision_number': 5, 'project_id': 'f3b03d68a4854f81af2a013406f55431', 'gw_port': {'id': '76cac7c6-cd4a-434d-a925-dbeab5f4bbf5', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:07:09Z', 'updated_at': '2021-11-16T16:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:51.100501 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] For port 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=76cac7c6-cd4a-434d-a925-dbeab5f4bbf5,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:51.101522 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:51.109825 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f589a-2b6f-4665-989b-ccabe97be2db None None] Checking router: 75a34599-c9d1-4aea-b43e-f48d344582a2 for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:09:51.118402 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] Calling delete_port for 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5 owned by network:router_gateway {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:09:51.121559 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f589a-2b6f-4665-989b-ccabe97be2db None None] Routers {'75a34599-c9d1-4aea-b43e-f48d344582a2'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:09:51.122228 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-6f9f589a-2b6f-4665-989b-ccabe97be2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:09:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['75a34599-c9d1-4aea-b43e-f48d344582a2'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:51.214434 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-6f9f589a-2b6f-4665-989b-ccabe97be2db None None] Set router 75a34599-c9d1-4aea-b43e-f48d344582a2 gateway port host: None {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:09:51.267826 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-6f9f589a-2b6f-4665-989b-ccabe97be2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'name': 'tempest-TestMinimumBasicScenario-61013616-router', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:08Z', 'updated_at': '2021-11-16T16:09:50Z', 'revision_number': 6, 'project_id': 'f3b03d68a4854f81af2a013406f55431', 'gw_port_host': None}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:51.299796 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:51.300513 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f589a-2b6f-4665-989b-ccabe97be2db None None] The sync data for ids ['75a34599-c9d1-4aea-b43e-f48d344582a2'] in dv-cinder-818098-2-iscsi is: [{'id': '75a34599-c9d1-4aea-b43e-f48d344582a2', 'name': 'tempest-TestMinimumBasicScenario-61013616-router', 'tenant_id': 'f3b03d68a4854f81af2a013406f55431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:07:08Z', 'updated_at': '2021-11-16T16:09:50Z', 'revision_number': 6, 'project_id': 'f3b03d68a4854f81af2a013406f55431', 'gw_port_host': None}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:09:51.313064 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [req-bd79ac99-8091-49a9-ab99-257aab117fed req-51464bec-0dc5-4fa5-b9e7-dc110e03f1a4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 16:09:51.314114 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bd79ac99-8091-49a9-ab99-257aab117fed req-51464bec-0dc5-4fa5-b9e7-dc110e03f1a4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1067228 Nov 16 16:09:51.327558 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] Pushing event deleted for resources: {'Port': ['ID=76cac7c6-cd4a-434d-a925-dbeab5f4bbf5,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:51.395298 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754797'] for router_gateway, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:51.497096 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fab4a-2e1f-4425-8eec-c58548dc91f3 req-c14aad70-0087-4740-ac40-8836e15748c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:51.498608 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-947fab4a-2e1f-4425-8eec-c58548dc91f3 req-c14aad70-0087-4740-ac40-8836e15748c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0523169 Nov 16 16:09:51.514272 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:51.518376 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:51.549530 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-947fab4a-2e1f-4425-8eec-c58548dc91f3 req-63394ba8-7216-4c8b-92c1-1b22d0ec4858 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446033 Nov 16 16:09:51.566147 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b8849081-e053-4fbe-af6e-780cb8ff3fff req-ad0c784b-86c7-4879-bde1-3742824fd690 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799329 Nov 16 16:09:51.567173 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766094'] for router, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:51.567756 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75a34599-c9d1-4aea-b43e-f48d344582a2 {{(pid=101854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 16:09:51.573259 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] Publish callbacks [] for router, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:51.574353 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-a68e40d5-b5e9-43dc-8f3d-51e587d18901 admin admin] 10.222.0.46 "DELETE /v2.0/routers/75a34599-c9d1-4aea-b43e-f48d344582a2 HTTP/1.1" status: 204 len: 168 time: 0.8455081 Nov 16 16:09:51.576975 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 46618) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:51.623708 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_v2 [None req-c918d3c0-751f-4273-beea-1039901a18cb admin admin] Deleting subnet 965d921d-8348-43aa-9814-6211e943a791 {{(pid=101853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:09:51.626804 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c918d3c0-751f-4273-beea-1039901a18cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:51.665593 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c918d3c0-751f-4273-beea-1039901a18cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1186861'] for subnet, precommit_delete_associations {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:51.759720 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c918d3c0-751f-4273-beea-1039901a18cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:51.828090 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c918d3c0-751f-4273-beea-1039901a18cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3353557'] for subnet, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:51.858504 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918d3c0-751f-4273-beea-1039901a18cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=965d921d-8348-43aa-9814-6211e943a791,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:51.863838 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c918d3c0-751f-4273-beea-1039901a18cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:51.871109 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deff214f-6b39-4ab4-8d1e-4cf097eac3dc None None] Network f5e10143-ce1a-4838-a6ed-c98e071001cc requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:09:51.871673 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46628) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:51.872005 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-c918d3c0-751f-4273-beea-1039901a18cb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/965d921d-8348-43aa-9814-6211e943a791 HTTP/1.1" status: 204 len: 168 time: 0.2898445 Nov 16 16:09:51.948673 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:52.004790 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Deleting port d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:09:52.005051 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:52.078298 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] For port d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b,segment=NetworkSegment(36720170-9aac-4145-8162-876501b235dc),segment_id=36720170-9aac-4145-8162-876501b235dc)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:09:52.078688 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:52.105548 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Calling delete_port for d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b owned by network:dhcp {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:09:52.200398 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:52.200937 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b600680d-2a7d-4a64-8476-2f6065f7fa76 None None] DHCP port deletion for f5e10143-ce1a-4838-a6ed-c98e071001cc request from dv-cinder-818098-2-iscsi {{(pid=101855) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 16:09:52.227032 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:52.230411 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] No DVR routers for this DVR port d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b on host dv-cinder-818098-2-iscsi {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:09:52.308841 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:52.332786 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e10143-ce1a-4838-a6ed-c98e071001cc']}} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:52.342711 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36720170-9aac-4145-8162-876501b235dc') {'for_net_delete': True} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:52.343001 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36720170-9aac-4145-8162-876501b235dc') {} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:09:52.353998 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1522457'] for segment, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:52.369188 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:52.403350 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=101854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:09:52.403795 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712542'] for segment, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: Traceback (most recent call last): Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: timer() Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: cb(*args, **kw) Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: return func(*args, **kwargs) Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: self._notify() Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: self.callback(batched_events) Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: event.method(event) Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: return f(self, *a, **k) Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: return self._get(url).json() Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: return self.request(url, 'GET', **kwargs) Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:09:52.405554 dv-cinder-818098-2-iscsi neutron-server[101854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:09:52.437270 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 8cc22380-bd59-43ba-a410-9010eca59036 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:09:52.460641 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 8cc22380-bd59-43ba-a410-9010eca59036 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:09:52.460984 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 8cc22380-bd59-43ba-a410-9010eca59036 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:09:52.461576 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:09:52.481730 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:09:52.482042 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device d75d6ab9-3960-4f4a-bd0b-e1587ef8d11b not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:09:52.482440 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:09:52.490374 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:52.504061 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:52.504061 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] 10.222.0.46 "DELETE /v2.0/networks/f5e10143-ce1a-4838-a6ed-c98e071001cc HTTP/1.1" status: 204 len: 168 time: 0.6296604 Nov 16 16:09:52.505465 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8849081-e053-4fbe-af6e-780cb8ff3fff req-89decf7b-db56-4c15-968d-0096d9564a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:52.506392 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b8849081-e053-4fbe-af6e-780cb8ff3fff req-89decf7b-db56-4c15-968d-0096d9564a6b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630&tenant_id=ae9bddc9870246e99f813976878279cb HTTP/1.1" status: 200 len: 1097 time: 0.1349156 Nov 16 16:09:52.508003 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:09:52.508777 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 76cac7c6-cd4a-434d-a925-dbeab5f4bbf5 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:09:52.518495 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3132f1-d469-456f-8be4-800d026bfa8c admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e10143-ce1a-4838-a6ed-c98e071001cc,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:52.572269 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8849081-e053-4fbe-af6e-780cb8ff3fff req-0e508812-c601-4de1-8613-4a637b83561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:52.573652 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b8849081-e053-4fbe-af6e-780cb8ff3fff req-0e508812-c601-4de1-8613-4a637b83561a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae9bddc9870246e99f813976878279cb&device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 1097 time: 0.0400867 Nov 16 16:09:52.677379 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250156e-00c0-436c-9c48-7378d7d2a212 req-2e607bde-5d5e-43ed-b914-21f247404b43 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:52.677907 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8849081-e053-4fbe-af6e-780cb8ff3fff req-47c7a0c0-a9a5-44b3-894f-01cf584acd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:52.679043 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5250156e-00c0-436c-9c48-7378d7d2a212 req-2e607bde-5d5e-43ed-b914-21f247404b43 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0506265 Nov 16 16:09:52.679432 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b8849081-e053-4fbe-af6e-780cb8ff3fff req-47c7a0c0-a9a5-44b3-894f-01cf584acd48 service neutron] 10.222.0.62 "GET /v2.0/networks?id=72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 200 len: 917 time: 0.0976453 Nov 16 16:09:52.696188 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46634) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:52.732157 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5250156e-00c0-436c-9c48-7378d7d2a212 req-24638534-583d-4f1c-aa65-0b95c73c678c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458875 Nov 16 16:09:52.778835 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b8849081-e053-4fbe-af6e-780cb8ff3fff req-fc631b43-3fc5-4e58-9326-4c98bc17fa70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525 HTTP/1.1" status: 200 len: 999 time: 0.0904944 Nov 16 16:09:52.785109 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-e38e120f-1332-4e4c-b6e3-c854f45b82fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e31ed7321198471eb4645081b697d234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0879142 Nov 16 16:09:52.787909 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 46636) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:52.830397 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8849081-e053-4fbe-af6e-780cb8ff3fff req-3ee102e4-7548-4b6e-877a-d782d9a805fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:52.831779 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b8849081-e053-4fbe-af6e-780cb8ff3fff req-3ee102e4-7548-4b6e-877a-d782d9a805fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=060fb2ef-695e-459c-84ba-c29c715db089 HTTP/1.1" status: 200 len: 855 time: 0.0442715 Nov 16 16:09:52.836452 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-15e79c8e-2f99-4344-8356-453fd307f20b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:52.857888 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-15e79c8e-2f99-4344-8356-453fd307f20b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:52.884671 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8849081-e053-4fbe-af6e-780cb8ff3fff req-c9a2777b-a3b7-4291-b0c3-f713d5083c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:52.886200 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b8849081-e053-4fbe-af6e-780cb8ff3fff req-c9a2777b-a3b7-4291-b0c3-f713d5083c06 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72ea3377-b38c-416b-8581-98962c72f168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432556 Nov 16 16:09:52.907445 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-15e79c8e-2f99-4344-8356-453fd307f20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:52.910234 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-15e79c8e-2f99-4344-8356-453fd307f20b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:52.911367 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-15e79c8e-2f99-4344-8356-453fd307f20b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a HTTP/1.1" status: 204 len: 168 time: 0.1223934 Nov 16 16:09:52.919455 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e79c8e-2f99-4344-8356-453fd307f20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69cd8f0-d5c9-44b4-b0f6-1b07382d0a8a,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:52.990377 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b8849081-e053-4fbe-af6e-780cb8ff3fff req-922b538a-2d52-4cd3-8798-43425e35d8fd service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942123 Nov 16 16:09:53.029293 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-84bb86a7-b119-4875-8b47-d64a43bf35b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:53.091836 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-b8849081-e053-4fbe-af6e-780cb8ff3fff req-461a0863-d6da-4055-bd41-71866a80a0fc service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921171 Nov 16 16:09:53.239845 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46650) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:53.281913 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-1c47da1e-0882-4b5a-8191-45daef337118 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3b03d68a4854f81af2a013406f55431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409303 Nov 16 16:09:53.284433 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46654) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:09:53.335710 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-71306d1e-f97a-4442-9fda-bdab081bd8e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:53.356967 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-71306d1e-f97a-4442-9fda-bdab081bd8e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:53.404560 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-71306d1e-f97a-4442-9fda-bdab081bd8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:53.407457 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-71306d1e-f97a-4442-9fda-bdab081bd8e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:53.408642 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-71306d1e-f97a-4442-9fda-bdab081bd8e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f2eab7c-a7bf-4a52-9c12-197a039cfb15 HTTP/1.1" status: 204 len: 168 time: 0.1232877 Nov 16 16:09:53.418117 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71306d1e-f97a-4442-9fda-bdab081bd8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2eab7c-a7bf-4a52-9c12-197a039cfb15,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:09:53.927738 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a61d7c-c449-499a-aede-1fc82e634f4c req-b4c35e6d-b05a-4f62-aa30-192906f2b09f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:53.930413 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-31a61d7c-c449-499a-aede-1fc82e634f4c req-b4c35e6d-b05a-4f62-aa30-192906f2b09f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0835781 Nov 16 16:09:53.999054 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-31a61d7c-c449-499a-aede-1fc82e634f4c req-30baee87-5a89-4727-9b04-625f2f757b7b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602615 Nov 16 16:09:54.360168 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:55.124545 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fd5d4-6c22-496d-a6af-6d046b96b009 req-641536dc-1dc7-487c-a539-a537954c7b81 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:55.126214 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a15fd5d4-6c22-496d-a6af-6d046b96b009 req-641536dc-1dc7-487c-a539-a537954c7b81 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0561538 Nov 16 16:09:55.177548 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a15fd5d4-6c22-496d-a6af-6d046b96b009 req-13756d3c-c07a-4e7c-a22d-5b67b56c4628 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436778 Nov 16 16:09:55.737779 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:56.296855 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d12e2-f233-457f-aeec-755c3c0ab559 req-9674e847-9fda-4cdb-a302-d9b0639843a2 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:56.298385 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6b0d12e2-f233-457f-aeec-755c3c0ab559 req-9674e847-9fda-4cdb-a302-d9b0639843a2 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0488482 Nov 16 16:09:56.356788 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6b0d12e2-f233-457f-aeec-755c3c0ab559 req-7e831aca-d934-4a11-9b8d-7ec7204fc4a5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517695 Nov 16 16:09:56.511069 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:56.654281 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:09:57.483226 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496f995-c603-4848-87e9-c5dd5c36aefb req-052a54f7-b8d0-4051-a850-35483c2aea79 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:57.485153 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6496f995-c603-4848-87e9-c5dd5c36aefb req-052a54f7-b8d0-4051-a850-35483c2aea79 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0548973 Nov 16 16:09:57.533993 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6496f995-c603-4848-87e9-c5dd5c36aefb req-743cd7de-2b32-461c-88d5-934c60315875 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428622 Nov 16 16:09:58.655443 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b888085-74be-423e-b1c1-0cfeef602ffd req-bd34d388-99ff-4688-be45-3cf39b7eb21f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:58.656939 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0b888085-74be-423e-b1c1-0cfeef602ffd req-bd34d388-99ff-4688-be45-3cf39b7eb21f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0493925 Nov 16 16:09:58.711567 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0b888085-74be-423e-b1c1-0cfeef602ffd req-7c209abb-01e1-4700-8187-d7436890d4f3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448437 Nov 16 16:09:59.836425 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be38fc-02cb-4c5d-8100-cfa4b90c61f6 req-db672c50-8ba3-4a89-b2de-4a086c3280e2 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:09:59.838012 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-29be38fc-02cb-4c5d-8100-cfa4b90c61f6 req-db672c50-8ba3-4a89-b2de-4a086c3280e2 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0503421 Nov 16 16:09:59.892770 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-29be38fc-02cb-4c5d-8100-cfa4b90c61f6 req-a57ff48d-8253-4400-b23d-8aee85bf9be3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489166 Nov 16 16:10:01.016945 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f114a9a-9594-49a0-aa57-be41e386af12 req-4f1d4b8b-b54d-411a-872d-76c9f34c6f82 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:01.018409 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8f114a9a-9594-49a0-aa57-be41e386af12 req-4f1d4b8b-b54d-411a-872d-76c9f34c6f82 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0493028 Nov 16 16:10:01.073431 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8f114a9a-9594-49a0-aa57-be41e386af12 req-2c60a026-bb54-4d89-bff3-f1929f453083 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482860 Nov 16 16:10:02.201614 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00ae10-9973-47f2-8fbe-723e0b4008c7 req-573c02bb-d1c6-4097-a111-b30c20df3ff2 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:02.204099 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1e00ae10-9973-47f2-8fbe-723e0b4008c7 req-573c02bb-d1c6-4097-a111-b30c20df3ff2 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0510788 Nov 16 16:10:02.253602 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1e00ae10-9973-47f2-8fbe-723e0b4008c7 req-6f241e14-6f9a-4302-962b-71d5bd6918d3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434904 Nov 16 16:10:03.382841 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c2b0b-0fb1-4b22-8a86-673aa9d9232f req-32e00bf3-520a-4339-8fc9-2fadd033dd4b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:03.384419 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-563c2b0b-0fb1-4b22-8a86-673aa9d9232f req-32e00bf3-520a-4339-8fc9-2fadd033dd4b tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0551591 Nov 16 16:10:03.433225 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-563c2b0b-0fb1-4b22-8a86-673aa9d9232f req-bfa275cb-ed1d-4624-ae80-fa36ec0958a9 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428796 Nov 16 16:10:04.299290 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22b52-eb73-4d6b-b4ce-6c76b267c994 req-8a29a294-9a83-4fab-806f-a88a9dff2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:04.300843 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-56e22b52-eb73-4d6b-b4ce-6c76b267c994 req-8a29a294-9a83-4fab-806f-a88a9dff2fba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ae9bddc9870246e99f813976878279cb&device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 1097 time: 0.0404482 Nov 16 16:10:04.414592 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22b52-eb73-4d6b-b4ce-6c76b267c994 req-780516e0-523a-4f81-835d-72a16ee55085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:04.416099 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-56e22b52-eb73-4d6b-b4ce-6c76b267c994 req-780516e0-523a-4f81-835d-72a16ee55085 service neutron] 10.222.0.62 "GET /v2.0/networks?id=72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 200 len: 917 time: 0.0927603 Nov 16 16:10:04.487449 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-56e22b52-eb73-4d6b-b4ce-6c76b267c994 req-f446b3bb-26a6-41ff-b4d1-3cdec3ee2ff5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525 HTTP/1.1" status: 200 len: 999 time: 0.0633211 Nov 16 16:10:04.539230 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22b52-eb73-4d6b-b4ce-6c76b267c994 req-1a2e7a7b-8a7e-4dfa-b94e-188556448389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:04.540730 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-56e22b52-eb73-4d6b-b4ce-6c76b267c994 req-1a2e7a7b-8a7e-4dfa-b94e-188556448389 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=060fb2ef-695e-459c-84ba-c29c715db089 HTTP/1.1" status: 200 len: 855 time: 0.0452771 Nov 16 16:10:04.593576 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841b900-e005-48c1-a6b0-4ae3d990dddd req-ad825906-29c6-4c2e-9094-ae11198eac59 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:04.595065 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d841b900-e005-48c1-a6b0-4ae3d990dddd req-ad825906-29c6-4c2e-9094-ae11198eac59 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0517612 Nov 16 16:10:04.595252 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22b52-eb73-4d6b-b4ce-6c76b267c994 req-97f5a7db-5ced-47d9-89ec-1be51f488014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:04.596855 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-56e22b52-eb73-4d6b-b4ce-6c76b267c994 req-97f5a7db-5ced-47d9-89ec-1be51f488014 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72ea3377-b38c-416b-8581-98962c72f168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473711 Nov 16 16:10:04.643689 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d841b900-e005-48c1-a6b0-4ae3d990dddd req-c78bf32e-f415-48e6-b91d-7fb32b3b8f93 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424755 Nov 16 16:10:04.690740 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-56e22b52-eb73-4d6b-b4ce-6c76b267c994 req-97ffffc3-0485-44ad-b659-13154c3c8b19 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836654 Nov 16 16:10:04.788199 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-56e22b52-eb73-4d6b-b4ce-6c76b267c994 req-0040cf2b-2787-4efe-b33b-5672af12e0f7 service neutron] 10.222.0.62 "GET /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887158 Nov 16 16:10:05.780705 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece3197-1ba1-49c6-b4a5-ba9bc566f321 req-e1467b98-c8d9-4828-9fc8-16207afdc910 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:05.782117 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7ece3197-1ba1-49c6-b4a5-ba9bc566f321 req-e1467b98-c8d9-4828-9fc8-16207afdc910 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 944 time: 0.0604579 Nov 16 16:10:05.842753 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7ece3197-1ba1-49c6-b4a5-ba9bc566f321 req-72b09cac-3c5e-40f5-afb5-2be71ed46a49 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543442 Nov 16 16:10:06.057080 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 3d367ce8-61fa-49f0-b6d2-d3d025285525 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:10:06.157723 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 3d367ce8-61fa-49f0-b6d2-d3d025285525, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:10:06.169602 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'port_id': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'mac_address': 'fa:16:3e:24:5b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:10:06.217803 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:06.230597 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d367ce8-61fa-49f0-b6d2-d3d025285525 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:10:06.248923 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 3d367ce8-61fa-49f0-b6d2-d3d025285525, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:10:06.252751 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:06.299745 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=3d367ce8-61fa-49f0-b6d2-d3d025285525,revision_number=9']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:06.490914 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['3d367ce8-61fa-49f0-b6d2-d3d025285525'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:10:06.966722 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064ee10-e08c-415f-8c2d-6305fbfc80ac req-a74fe7fa-7e25-4157-8e5e-acb165dec666 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:06.968201 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b064ee10-e08c-415f-8c2d-6305fbfc80ac req-a74fe7fa-7e25-4157-8e5e-acb165dec666 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 945 time: 0.0486381 Nov 16 16:10:07.015942 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b064ee10-e08c-415f-8c2d-6305fbfc80ac req-e5a5be9a-5e3d-4cbc-8033-d1023d4db4ca tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417635 Nov 16 16:10:08.071192 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 3d367ce8-61fa-49f0-b6d2-d3d025285525 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:10:08.135331 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 3d367ce8-61fa-49f0-b6d2-d3d025285525 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:10:08.135331 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:08.140068 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e0b7-019c-4d1a-9b79-4ef3d0fab24d req-ca06ec44-7a05-4f36-a424-b14c6916ddfc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:08.141937 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ab71e0b7-019c-4d1a-9b79-4ef3d0fab24d req-ca06ec44-7a05-4f36-a424-b14c6916ddfc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 945 time: 0.0527928 Nov 16 16:10:08.193210 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ab71e0b7-019c-4d1a-9b79-4ef3d0fab24d req-08d085bd-a605-4c7d-a501-1351f6785abc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447619 Nov 16 16:10:08.231084 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:08.255187 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d367ce8-61fa-49f0-b6d2-d3d025285525'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:10:08.258069 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ee0e29-8c62-484e-b97d-638ee5405498" -d '{"events": [{"server_uuid": "6af3cc97-b45c-4fde-9c9c-47a91dd69630", "name": "network-vif-plugged", "status": "completed", "tag": "3d367ce8-61fa-49f0-b6d2-d3d025285525"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:10:08.271764 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 3d367ce8-61fa-49f0-b6d2-d3d025285525, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:10:08.276530 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:08.300342 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565fb0c0-c68f-488e-a108-d8b8b324590e x-openstack-request-id: req-565fb0c0-c68f-488e-a108-d8b8b324590e {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:10:08.300579 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af3cc97-b45c-4fde-9c9c-47a91dd69630", "name": "network-vif-plugged", "status": "completed", "tag": "3d367ce8-61fa-49f0-b6d2-d3d025285525", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:10:08.300836 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-565fb0c0-c68f-488e-a108-d8b8b324590e {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:10:08.301228 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'code': 200} Nov 16 16:10:08.327896 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=3d367ce8-61fa-49f0-b6d2-d3d025285525,revision_number=10']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:08.473193 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31319cdf-b6da-4f8d-9ddd-5ecd2b93d44b req-64b8418a-cd94-41dd-ba62-42f552d44cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:08.474953 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-31319cdf-b6da-4f8d-9ddd-5ecd2b93d44b req-64b8418a-cd94-41dd-ba62-42f552d44cef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 1100 time: 0.0394814 Nov 16 16:10:08.519597 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-31319cdf-b6da-4f8d-9ddd-5ecd2b93d44b req-e226924f-308e-4a77-8011-93eea0c0b36a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368478 Nov 16 16:10:09.323841 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b02823-681d-460a-bc71-db21e7d6891c req-2692423d-5c66-4cac-9551-f0435a703fc1 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:09.325284 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-74b02823-681d-460a-bc71-db21e7d6891c req-2692423d-5c66-4cac-9551-f0435a703fc1 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 947 time: 0.0505464 Nov 16 16:10:09.371988 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-74b02823-681d-460a-bc71-db21e7d6891c req-ba95225b-26a6-40a4-bc2f-997ef2d7d817 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409350 Nov 16 16:10:10.496954 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d269e-3b31-428b-a7d9-9e7064a4ddf0 req-4d0376b3-cc88-49e8-82d7-3c8aba2781e3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:10.498431 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ec2d269e-3b31-428b-a7d9-9e7064a4ddf0 req-4d0376b3-cc88-49e8-82d7-3c8aba2781e3 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 947 time: 0.0506463 Nov 16 16:10:10.545451 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ec2d269e-3b31-428b-a7d9-9e7064a4ddf0 req-a7d13675-440e-46e2-8659-9bb8e084180e tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411966 Nov 16 16:10:20.744806 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-54627f09-b45b-4293-a014-060b2b5b91b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:23.031504 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-537e7717-6c0b-4a44-ad33-06393f009585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:24.362990 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:24.757531 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a5ed9-725a-4e57-9544-b7c63089e624 req-b84c5447-474c-4ef3-90c9-2107123f9e45 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:24.758934 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fd9a5ed9-725a-4e57-9544-b7c63089e624 req-b84c5447-474c-4ef3-90c9-2107123f9e45 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 945 time: 0.0532210 Nov 16 16:10:24.814246 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fd9a5ed9-725a-4e57-9544-b7c63089e624 req-4d57e8fd-efd4-4df2-9581-87fbdae9c06d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=de2e279f-16df-45ea-8dd2-fed05a0613cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492265 Nov 16 16:10:25.390395 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:10:25.733754 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:25.930051 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547d42-7dda-45e0-9e2c-32c688e710f0 req-a871b874-33ff-43f0-89ff-d602b2669d51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:25.931604 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-51547d42-7dda-45e0-9e2c-32c688e710f0 req-a871b874-33ff-43f0-89ff-d602b2669d51 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 945 time: 0.0495992 Nov 16 16:10:25.979378 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-51547d42-7dda-45e0-9e2c-32c688e710f0 req-db485b17-0e56-4f4e-bd04-66c3f403eec0 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=de2e279f-16df-45ea-8dd2-fed05a0613cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413074 Nov 16 16:10:26.513361 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:26.664438 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:26.699144 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-cee38ba6-9ee0-4d2a-a143-7986ed9de1c8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:26.700609 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-cee38ba6-9ee0-4d2a-a143-7986ed9de1c8 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.62 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 945 time: 0.0538812 Nov 16 16:10:26.797222 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Deleting port f73b554b-5d47-43fc-9731-138b41f213ad {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:10:26.797556 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:26.886781 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] For port f73b554b-5d47-43fc-9731-138b41f213ad, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=f73b554b-5d47-43fc-9731-138b41f213ad,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:10:26.887138 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:27.099067 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812b62-9153-4962-839e-7cc01ea92078 req-093ac1ca-2fb8-4779-b298-3e9ad12626eb tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:27.100595 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0c812b62-9153-4962-839e-7cc01ea92078 req-093ac1ca-2fb8-4779-b298-3e9ad12626eb tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 945 time: 0.0536273 Nov 16 16:10:27.102803 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:27.103185 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:27.103693 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.l3_db [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Floating IP 4c14a02d-cd11-4b60-a1e9-34206b1f7948 disassociated. External IP: 172.27.1.70, port: f73b554b-5d47-43fc-9731-138b41f213ad. Nov 16 16:10:27.104484 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Calling delete_port for f73b554b-5d47-43fc-9731-138b41f213ad owned by compute:nova {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:10:27.154632 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0c812b62-9153-4962-839e-7cc01ea92078 req-db128b3c-dbed-48fe-b167-c8976846fb8d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups?id=de2e279f-16df-45ea-8dd2-fed05a0613cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464013 Nov 16 16:10:27.235841 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:27.268063 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event deleted for resources: {'Port': ['ID=f73b554b-5d47-43fc-9731-138b41f213ad,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:27.279506 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:27.279866 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:27.280214 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:27.280551 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:27.280883 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:27.281214 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:27.281546 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:27.281869 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:27.282202 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:27.282527 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:27.282848 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:27.283164 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:27.625995 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Router 366e26b1-e954-44e1-afd4-82f38fbafa87 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:10:27.742144 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:10:27.752366 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45400a6d-34ac-4f42-a511-87b2e0ec6b9c None None] Sync routers for ids ['366e26b1-e954-44e1-afd4-82f38fbafa87'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:10:27.765587 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45400a6d-34ac-4f42-a511-87b2e0ec6b9c None None] Routers {'366e26b1-e954-44e1-afd4-82f38fbafa87'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:10:27.766684 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-45400a6d-34ac-4f42-a511-87b2e0ec6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:10:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['366e26b1-e954-44e1-afd4-82f38fbafa87'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:27.787287 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] No DVR routers for this DVR port f73b554b-5d47-43fc-9731-138b41f213ad on host hv-cinder-81809 {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:10:27.790394 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:27.794468 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-860d6004-1405-44d1-915b-84a01aef6dc5 req-06730daf-6925-44ba-8738-8d4ac98fb49a tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.62 "DELETE /v2.0/ports/f73b554b-5d47-43fc-9731-138b41f213ad HTTP/1.1" status: 204 len: 173 time: 1.0873337 Nov 16 16:10:27.794970 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6001444a-6dd4-41b0-b53f-eb0c1537cf69', 'name': 'network-vif-deleted', 'tag': 'f73b554b-5d47-43fc-9731-138b41f213ad'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:10:27.797855 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea43e41-949e-47ea-8253-5e368d184688" -d '{"events": [{"server_uuid": "6001444a-6dd4-41b0-b53f-eb0c1537cf69", "name": "network-vif-deleted", "tag": "f73b554b-5d47-43fc-9731-138b41f213ad"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:10:27.840851 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ff5c0f-550d-4f05-a25d-5b8ca9366117 x-openstack-request-id: req-d5ff5c0f-550d-4f05-a25d-5b8ca9366117 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:10:27.841304 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6001444a-6dd4-41b0-b53f-eb0c1537cf69", "name": "network-vif-deleted", "tag": "f73b554b-5d47-43fc-9731-138b41f213ad", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:10:27.842140 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5ff5c0f-550d-4f05-a25d-5b8ca9366117 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:10:27.842140 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6001444a-6dd4-41b0-b53f-eb0c1537cf69', 'name': 'network-vif-deleted', 'tag': 'f73b554b-5d47-43fc-9731-138b41f213ad', 'status': 'completed', 'code': 200} Nov 16 16:10:27.886569 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-45400a6d-34ac-4f42-a511-87b2e0ec6b9c None None] Set router 366e26b1-e954-44e1-afd4-82f38fbafa87 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:10:28.087474 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-45400a6d-34ac-4f42-a511-87b2e0ec6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:04:13Z', 'revision_number': 5, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:28.118418 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45400a6d-34ac-4f42-a511-87b2e0ec6b9c None None] Checking router: 366e26b1-e954-44e1-afd4-82f38fbafa87 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:10:28.127065 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45400a6d-34ac-4f42-a511-87b2e0ec6b9c None None] Routers {'366e26b1-e954-44e1-afd4-82f38fbafa87'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:10:28.127707 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-45400a6d-34ac-4f42-a511-87b2e0ec6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:10:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['366e26b1-e954-44e1-afd4-82f38fbafa87'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:28.239613 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-45400a6d-34ac-4f42-a511-87b2e0ec6b9c None None] Set router 366e26b1-e954-44e1-afd4-82f38fbafa87 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:10:28.272954 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-896111f7-8e03-4397-8ec5-7e40580857a3 req-4880f468-c491-4105-a88b-2352ce339168 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/ports?device_id=6001444a-6dd4-41b0-b53f-eb0c1537cf69 HTTP/1.1" status: 200 len: 210 time: 0.0302749 Nov 16 16:10:28.449187 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-45400a6d-34ac-4f42-a511-87b2e0ec6b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:04:13Z', 'revision_number': 5, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:28.477806 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45400a6d-34ac-4f42-a511-87b2e0ec6b9c None None] The sync data for ids ['366e26b1-e954-44e1-afd4-82f38fbafa87'] in dv-cinder-818098-2-iscsi is: [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '2458d8f3-91e7-4a53-a28e-24935f88a7e9', 'name': '', 'network_id': 'ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'mac_address': 'fa:16:3e:83:c0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:56Z', 'updated_at': '2021-11-16T16:04:13Z', 'revision_number': 5, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'subnets': [{'id': 'ec2c535f-42fb-4fff-81b4-1040ff0751d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:10:28.674480 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8941f-8ff4-4e7d-ab94-1d5f306041ce None None] New status for floating IP 4c14a02d-cd11-4b60-a1e9-34206b1f7948: DOWN {{(pid=101856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:10:29.356413 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46880) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:29.409340 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-51d16727-5208-47e2-9689-83e3890f34c7 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:29.432030 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-51d16727-5208-47e2-9689-83e3890f34c7 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:29.479274 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-51d16727-5208-47e2-9689-83e3890f34c7 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:29.481879 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-51d16727-5208-47e2-9689-83e3890f34c7 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:29.483044 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-51d16727-5208-47e2-9689-83e3890f34c7 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "DELETE /v2.0/security-groups/de2e279f-16df-45ea-8dd2-fed05a0613cb HTTP/1.1" status: 204 len: 168 time: 0.1256092 Nov 16 16:10:29.486315 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 46882) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:29.491885 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d16727-5208-47e2-9689-83e3890f34c7 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2e279f-16df-45ea-8dd2-fed05a0613cb,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:29.500380 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.api.v2.resource [None req-757dcc62-0888-4422-a214-3e7ef19239b1 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] show failed (client error): The resource could not be found. Nov 16 16:10:29.501381 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-757dcc62-0888-4422-a214-3e7ef19239b1 tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "GET /v2.0/security-groups/de2e279f-16df-45ea-8dd2-fed05a0613cb HTTP/1.1" status: 404 len: 347 time: 0.0133739 Nov 16 16:10:29.504525 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 46884) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:29.628327 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Deleting port 0a73ba94-90b5-4c96-b4cb-dc0d30799786 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:10:29.628589 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:29.703342 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:29.703716 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:29.715880 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Calling delete_port for 0a73ba94-90b5-4c96-b4cb-dc0d30799786 owned by network:floatingip {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:10:29.847193 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:29.871737 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Pushing event deleted for resources: {'Port': ['ID=0a73ba94-90b5-4c96-b4cb-dc0d30799786,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:29.886115 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:29.886468 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:29.886808 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:29.887143 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:29.887498 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:29.887836 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:29.888163 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:29.888489 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:29.888817 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:29.889141 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:29.889461 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:29.889778 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:29.948309 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks [] for floatingip, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:29.950801 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:29.951945 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-8f21b3ba-9a3a-42ab-8868-eddc6375367d tempest-AttachVolumeTestJSON-1178810914 tempest-AttachVolumeTestJSON-1178810914-project] 10.222.0.46 "DELETE /v2.0/floatingips/4c14a02d-cd11-4b60-a1e9-34206b1f7948 HTTP/1.1" status: 204 len: 168 time: 0.4465418 Nov 16 16:10:30.171523 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device f73b554b-5d47-43fc-9731-138b41f213ad no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:10:30.192328 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: f73b554b-5d47-43fc-9731-138b41f213ad {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:10:30.192674 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device f73b554b-5d47-43fc-9731-138b41f213ad not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:10:33.464685 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 46914) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:33.946900 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e34586a8-d307-4c03-b08f-76a75fc0bf4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756307'] for router_interface, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:34.433125 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-e34586a8-d307-4c03-b08f-76a75fc0bf4f admin admin] Deleting port 2458d8f3-91e7-4a53-a28e-24935f88a7e9 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:10:34.433464 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e34586a8-d307-4c03-b08f-76a75fc0bf4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:34.516778 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [None req-e34586a8-d307-4c03-b08f-76a75fc0bf4f admin admin] For port 2458d8f3-91e7-4a53-a28e-24935f88a7e9, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=2458d8f3-91e7-4a53-a28e-24935f88a7e9,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:10:34.517497 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e34586a8-d307-4c03-b08f-76a75fc0bf4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:34.529593 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-e34586a8-d307-4c03-b08f-76a75fc0bf4f admin admin] Calling delete_port for 2458d8f3-91e7-4a53-a28e-24935f88a7e9 owned by network:router_interface {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:10:34.705983 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e34586a8-d307-4c03-b08f-76a75fc0bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:34.731969 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34586a8-d307-4c03-b08f-76a75fc0bf4f admin admin] Pushing event deleted for resources: {'Port': ['ID=2458d8f3-91e7-4a53-a28e-24935f88a7e9,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:34.902195 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-e34586a8-d307-4c03-b08f-76a75fc0bf4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756175'] for router_interface, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:35.108392 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34586a8-d307-4c03-b08f-76a75fc0bf4f admin admin] Router 366e26b1-e954-44e1-afd4-82f38fbafa87 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:10:35.215485 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34586a8-d307-4c03-b08f-76a75fc0bf4f admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:10:35.220513 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-e34586a8-d307-4c03-b08f-76a75fc0bf4f admin admin] 10.222.0.46 "PUT /v2.0/routers/366e26b1-e954-44e1-afd4-82f38fbafa87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7548132 Nov 16 16:10:35.223161 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46918) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:35.225005 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c32e4a-b44a-4f7a-a221-837c92e475d7 None None] Sync routers for ids ['366e26b1-e954-44e1-afd4-82f38fbafa87'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:10:35.234702 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c32e4a-b44a-4f7a-a221-837c92e475d7 None None] Routers {'366e26b1-e954-44e1-afd4-82f38fbafa87'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:10:35.235397 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-c5c32e4a-b44a-4f7a-a221-837c92e475d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:10:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['366e26b1-e954-44e1-afd4-82f38fbafa87'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:35.330459 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] Publish callbacks [] for router, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:35.342575 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-c5c32e4a-b44a-4f7a-a221-837c92e475d7 None None] Set router 366e26b1-e954-44e1-afd4-82f38fbafa87 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:10:35.430401 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:35.483136 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] Deleting port 21fd2ebd-36df-40d7-a01e-d5908242a424 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:10:35.483484 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:35.525155 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-c5c32e4a-b44a-4f7a-a221-837c92e475d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:10:34Z', 'revision_number': 5, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port': {'id': '21fd2ebd-36df-40d7-a01e-d5908242a424', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:50Z', 'updated_at': '2021-11-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:35.552564 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c32e4a-b44a-4f7a-a221-837c92e475d7 None None] Checking router: 366e26b1-e954-44e1-afd4-82f38fbafa87 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:10:35.561529 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c32e4a-b44a-4f7a-a221-837c92e475d7 None None] Routers {'366e26b1-e954-44e1-afd4-82f38fbafa87'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:10:35.562131 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-c5c32e4a-b44a-4f7a-a221-837c92e475d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:10:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['366e26b1-e954-44e1-afd4-82f38fbafa87'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:35.566952 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] For port 21fd2ebd-36df-40d7-a01e-d5908242a424, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=21fd2ebd-36df-40d7-a01e-d5908242a424,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:10:35.567335 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:35.579321 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] Calling delete_port for 21fd2ebd-36df-40d7-a01e-d5908242a424 owned by network:router_gateway {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:10:35.647071 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-c5c32e4a-b44a-4f7a-a221-837c92e475d7 None None] Set router 366e26b1-e954-44e1-afd4-82f38fbafa87 gateway port host: None {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:10:35.700730 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-c5c32e4a-b44a-4f7a-a221-837c92e475d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:10:35Z', 'revision_number': 6, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port_host': None}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:35.727289 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c32e4a-b44a-4f7a-a221-837c92e475d7 None None] The sync data for ids ['366e26b1-e954-44e1-afd4-82f38fbafa87'] in dv-cinder-818098-2-iscsi is: [{'id': '366e26b1-e954-44e1-afd4-82f38fbafa87', 'name': 'tempest-AttachVolumeTestJSON-59237376-router', 'tenant_id': 'b827321a45f5478a8bd7953ed7be64b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:10:35Z', 'revision_number': 6, 'project_id': 'b827321a45f5478a8bd7953ed7be64b6', 'gw_port_host': None}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:10:35.744821 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:35.770452 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] Pushing event deleted for resources: {'Port': ['ID=21fd2ebd-36df-40d7-a01e-d5908242a424,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:35.829262 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754797'] for router_gateway, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:35.920737 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:35.922789 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:35.965867 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766094'] for router, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:35.966513 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 366e26b1-e954-44e1-afd4-82f38fbafa87 {{(pid=101854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 16:10:35.971320 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] Publish callbacks [] for router, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:35.972347 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-14a73fe0-0a60-4c5f-b2e7-70f150acb654 admin admin] 10.222.0.46 "DELETE /v2.0/routers/366e26b1-e954-44e1-afd4-82f38fbafa87 HTTP/1.1" status: 204 len: 168 time: 0.7481833 Nov 16 16:10:35.974855 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46920) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:36.018211 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_v2 [None req-0965e680-e742-459c-a10d-1e501bd0514f admin admin] Deleting subnet ec2c535f-42fb-4fff-81b4-1040ff0751d5 {{(pid=101854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:10:36.021221 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0965e680-e742-459c-a10d-1e501bd0514f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.057906 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0965e680-e742-459c-a10d-1e501bd0514f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1522454'] for subnet, precommit_delete_associations {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.171505 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0965e680-e742-459c-a10d-1e501bd0514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.226477 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0965e680-e742-459c-a10d-1e501bd0514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3712696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3173595'] for subnet, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.264560 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965e680-e742-459c-a10d-1e501bd0514f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2c535f-42fb-4fff-81b4-1040ff0751d5,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:36.266501 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0965e680-e742-459c-a10d-1e501bd0514f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.269741 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-0965e680-e742-459c-a10d-1e501bd0514f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ec2c535f-42fb-4fff-81b4-1040ff0751d5 HTTP/1.1" status: 204 len: 168 time: 0.2939570 Nov 16 16:10:36.272185 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46922) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:36.272569 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce87a5-6df6-4c78-af2d-895f9f2cb2db None None] Network ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:10:36.349925 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.404937 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Deleting port 6538a64d-214f-4d42-a464-a179bc4b8d89 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:10:36.405179 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.472015 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] For port 6538a64d-214f-4d42-a464-a179bc4b8d89, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=6538a64d-214f-4d42-a464-a179bc4b8d89,segment=NetworkSegment(8b5632e6-fe1b-415b-9140-5e9d68abd67b),segment_id=8b5632e6-fe1b-415b-9140-5e9d68abd67b)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:10:36.472333 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.487647 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Calling delete_port for 6538a64d-214f-4d42-a464-a179bc4b8d89 owned by network:dhcp {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:10:36.563407 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 21fd2ebd-36df-40d7-a01e-d5908242a424 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:10:36.585236 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 21fd2ebd-36df-40d7-a01e-d5908242a424 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:10:36.585593 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 21fd2ebd-36df-40d7-a01e-d5908242a424 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:10:36.585986 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.586121 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 2458d8f3-91e7-4a53-a28e-24935f88a7e9 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:10:36.611217 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 2458d8f3-91e7-4a53-a28e-24935f88a7e9 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:10:36.611598 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 2458d8f3-91e7-4a53-a28e-24935f88a7e9 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:10:36.620482 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6538a64d-214f-4d42-a464-a179bc4b8d89,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:36.625437 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] No DVR routers for this DVR port 6538a64d-214f-4d42-a464-a179bc4b8d89 on host dv-cinder-818098-2-iscsi {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:10:36.633897 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b7b4d8-ca3a-4352-9e95-fa2bf6b40e38 None None] DHCP port deletion for ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f request from dv-cinder-818098-2-iscsi {{(pid=101855) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 16:10:36.701463 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.721990 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f']}} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:36.732362 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5632e6-fe1b-415b-9140-5e9d68abd67b') {'for_net_delete': True} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:36.732655 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5632e6-fe1b-415b-9140-5e9d68abd67b') {} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:36.742185 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1522457'] for segment, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.755757 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.762023 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=101854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:10:36.762445 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712542'] for segment, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: Traceback (most recent call last): Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: timer() Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: cb(*args, **kw) Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: return func(*args, **kwargs) Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: self._notify() Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: self.callback(batched_events) Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: event.method(event) Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: return f(self, *a, **k) Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: return self._get(url).json() Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: return self.request(url, 'GET', **kwargs) Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:10:36.764121 dv-cinder-818098-2-iscsi neutron-server[101854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:10:36.832496 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.840432 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:36.843569 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] 10.222.0.46 "DELETE /v2.0/networks/ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f HTTP/1.1" status: 204 len: 168 time: 0.5704567 Nov 16 16:10:36.853600 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ad3c8-6923-49ca-8013-fc35e10f61fd admin admin] Pushing event deleted for resources: {'Network': ['ID=ac91b040-5fe3-4eda-b0f1-4bb52cb28b8f,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:36.957008 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46926) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:36.997611 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-656c68db-7bc8-45c3-8db0-2af94997ff25 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b827321a45f5478a8bd7953ed7be64b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393686 Nov 16 16:10:37.000277 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46928) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:37.047657 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-591a52a3-9571-4625-ad96-9f8f34ca5537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:37.067599 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-591a52a3-9571-4625-ad96-9f8f34ca5537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:37.113338 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-591a52a3-9571-4625-ad96-9f8f34ca5537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:37.115990 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-591a52a3-9571-4625-ad96-9f8f34ca5537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:37.117123 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-591a52a3-9571-4625-ad96-9f8f34ca5537 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c0fb673-f230-4cac-986f-98bb38774dac HTTP/1.1" status: 204 len: 168 time: 0.1159506 Nov 16 16:10:37.124637 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a52a3-9571-4625-ad96-9f8f34ca5537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0fb673-f230-4cac-986f-98bb38774dac,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:38.452755 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 6538a64d-214f-4d42-a464-a179bc4b8d89 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:10:38.477129 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 6538a64d-214f-4d42-a464-a179bc4b8d89 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:10:38.477477 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 6538a64d-214f-4d42-a464-a179bc4b8d89 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:10:38.901393 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46992) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:39.003397 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-98187f8c-4422-4aa0-ae7c-88155ead91df admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:39.080981 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-98187f8c-4422-4aa0-ae7c-88155ead91df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:39.084531 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-98187f8c-4422-4aa0-ae7c-88155ead91df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:39.122089 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98187f8c-4422-4aa0-ae7c-88155ead91df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838aa836-f3b1-4690-a8f6-53deff21b2bf,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:39.126257 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-98187f8c-4422-4aa0-ae7c-88155ead91df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a7c844185664403b755e079ce2c3446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238026 Nov 16 16:10:39.128975 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 46996) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:39.176484 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a1379559-8cfc-4bdd-84ab-7c212be33f8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:39.198124 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a1379559-8cfc-4bdd-84ab-7c212be33f8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:39.243116 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a1379559-8cfc-4bdd-84ab-7c212be33f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:39.246247 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a1379559-8cfc-4bdd-84ab-7c212be33f8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:39.247439 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-a1379559-8cfc-4bdd-84ab-7c212be33f8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/838aa836-f3b1-4690-a8f6-53deff21b2bf HTTP/1.1" status: 204 len: 168 time: 0.1176443 Nov 16 16:10:39.254838 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1379559-8cfc-4bdd-84ab-7c212be33f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838aa836-f3b1-4690-a8f6-53deff21b2bf,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:39.504828 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47002) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:39.518551 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e5db4341-b593-49c3-8612-2406378cb8a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:39.594322 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e5db4341-b593-49c3-8612-2406378cb8a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:39.598877 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e5db4341-b593-49c3-8612-2406378cb8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:39.640100 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db4341-b593-49c3-8612-2406378cb8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3622e0-15d7-4578-9734-00f31bf227a5,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:39.645473 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-e5db4341-b593-49c3-8612-2406378cb8a2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebaaaf622e66447aacc15b16dd510fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396317 Nov 16 16:10:39.648184 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47004) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:39.696213 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-66ce310a-1f44-4069-85ab-f520dcb29619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:39.718598 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-66ce310a-1f44-4069-85ab-f520dcb29619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:39.768367 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-66ce310a-1f44-4069-85ab-f520dcb29619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:39.771266 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-66ce310a-1f44-4069-85ab-f520dcb29619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:39.772427 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-66ce310a-1f44-4069-85ab-f520dcb29619 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a3622e0-15d7-4578-9734-00f31bf227a5 HTTP/1.1" status: 204 len: 168 time: 0.1232765 Nov 16 16:10:39.780449 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce310a-1f44-4069-85ab-f520dcb29619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3622e0-15d7-4578-9734-00f31bf227a5,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:42.552935 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47136) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:42.660759 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-503959ba-6a71-4928-8e30-d2e3dc5e1d66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:42.736566 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-503959ba-6a71-4928-8e30-d2e3dc5e1d66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:42.740496 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-503959ba-6a71-4928-8e30-d2e3dc5e1d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:42.777975 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503959ba-6a71-4928-8e30-d2e3dc5e1d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf1c8ef-f464-428c-9460-9935bb4401bc,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:42.782223 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-503959ba-6a71-4928-8e30-d2e3dc5e1d66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b306a2f4192e49f28c8802f3e2f952e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281487 Nov 16 16:10:42.784874 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47140) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:42.840602 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-feb4131c-c627-4dd1-b219-48001716030d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:42.861277 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-feb4131c-c627-4dd1-b219-48001716030d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:42.907136 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-feb4131c-c627-4dd1-b219-48001716030d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:42.909858 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-feb4131c-c627-4dd1-b219-48001716030d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:42.911003 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-feb4131c-c627-4dd1-b219-48001716030d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edf1c8ef-f464-428c-9460-9935bb4401bc HTTP/1.1" status: 204 len: 168 time: 0.1252398 Nov 16 16:10:42.919037 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4131c-c627-4dd1-b219-48001716030d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf1c8ef-f464-428c-9460-9935bb4401bc,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:43.189557 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47148) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:43.206261 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bdac3109-a376-4003-b565-8284e34bc415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:43.289022 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bdac3109-a376-4003-b565-8284e34bc415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:43.293555 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bdac3109-a376-4003-b565-8284e34bc415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:43.331709 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac3109-a376-4003-b565-8284e34bc415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c515422d-5ef3-49c7-8f9d-190ea4cf2f59,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:43.337173 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-bdac3109-a376-4003-b565-8284e34bc415 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49549a60e99040dfaccf9ab27b987322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446753 Nov 16 16:10:43.338666 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47150) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:43.387457 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9b3aeeae-f9fc-4e5d-80ca-379e63ba2c2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:43.409068 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9b3aeeae-f9fc-4e5d-80ca-379e63ba2c2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:43.454226 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9b3aeeae-f9fc-4e5d-80ca-379e63ba2c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:43.456840 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9b3aeeae-f9fc-4e5d-80ca-379e63ba2c2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:43.457976 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-9b3aeeae-f9fc-4e5d-80ca-379e63ba2c2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c515422d-5ef3-49c7-8f9d-190ea4cf2f59 HTTP/1.1" status: 204 len: 168 time: 0.1184068 Nov 16 16:10:43.466236 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3aeeae-f9fc-4e5d-80ca-379e63ba2c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c515422d-5ef3-49c7-8f9d-190ea4cf2f59,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:43.912447 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1778510-e90b-4659-b933-3ba412a10a2e req-4693930f-29d0-4a15-a197-e28699a6c90f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:43.913952 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e1778510-e90b-4659-b933-3ba412a10a2e req-4693930f-29d0-4a15-a197-e28699a6c90f tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 947 time: 0.0499771 Nov 16 16:10:43.966597 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e1778510-e90b-4659-b933-3ba412a10a2e req-61f9956b-51e6-4b39-bb5c-49864c1bc7e1 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460961 Nov 16 16:10:44.527228 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47190) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:44.640666 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-62dffac8-951d-42cc-90c4-467ab0ebe6e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:44.716350 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-62dffac8-951d-42cc-90c4-467ab0ebe6e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:44.719704 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-62dffac8-951d-42cc-90c4-467ab0ebe6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:44.757786 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-62dffac8-951d-42cc-90c4-467ab0ebe6e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94a767518ec346d986ecf689d418c6f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293725 Nov 16 16:10:44.758649 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dffac8-951d-42cc-90c4-467ab0ebe6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9d5d0e-abf8-484a-ab21-fae23c4a6c8f,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:44.761129 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47194) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:44.808384 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d0c06793-d658-4699-af17-10a0807f299b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:44.829363 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d0c06793-d658-4699-af17-10a0807f299b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:44.887569 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d0c06793-d658-4699-af17-10a0807f299b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:44.892184 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d0c06793-d658-4699-af17-10a0807f299b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:44.893832 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-d0c06793-d658-4699-af17-10a0807f299b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b9d5d0e-abf8-484a-ab21-fae23c4a6c8f HTTP/1.1" status: 204 len: 168 time: 0.1316376 Nov 16 16:10:44.903080 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c06793-d658-4699-af17-10a0807f299b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9d5d0e-abf8-484a-ab21-fae23c4a6c8f,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:45.093415 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104613e-b922-49b3-9888-5a6dbaf0dd6b req-0b6a091a-a796-4438-996b-8bd33566188a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:45.094927 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5104613e-b922-49b3-9888-5a6dbaf0dd6b req-0b6a091a-a796-4438-996b-8bd33566188a tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 947 time: 0.0500488 Nov 16 16:10:45.143427 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5104613e-b922-49b3-9888-5a6dbaf0dd6b req-ab35bb85-cd92-4754-b75a-4c0d97624afc tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb6e56f6-4a32-4490-8921-a469cdf35285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425520 Nov 16 16:10:45.192755 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-d724f738-06bc-4d62-b11d-dadc0a238caf tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:45.194463 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-d724f738-06bc-4d62-b11d-dadc0a238caf tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.62 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 947 time: 0.0492301 Nov 16 16:10:45.289659 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Deleting port 3d367ce8-61fa-49f0-b6d2-d3d025285525 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:10:45.290005 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:45.385366 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] For port 3d367ce8-61fa-49f0-b6d2-d3d025285525, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=3d367ce8-61fa-49f0-b6d2-d3d025285525,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:10:45.385680 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:45.561928 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:45.562293 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:45.562592 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.l3_db [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Floating IP e2c07ccf-4dab-47a8-a7bc-a14389b1811d disassociated. External IP: 172.27.1.88, port: 3d367ce8-61fa-49f0-b6d2-d3d025285525. Nov 16 16:10:45.562918 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Calling delete_port for 3d367ce8-61fa-49f0-b6d2-d3d025285525 owned by compute:nova {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:10:45.696568 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:45.730561 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event deleted for resources: {'Port': ['ID=3d367ce8-61fa-49f0-b6d2-d3d025285525,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:45.845896 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Router 6bf1e66f-6a45-4129-bc29-75438a0ec2de has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:10:45.967828 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:10:45.979017 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d5775-cd38-4f1f-ae35-ca1446d281d5 None None] Sync routers for ids ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:10:45.990391 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d5775-cd38-4f1f-ae35-ca1446d281d5 None None] Routers {'6bf1e66f-6a45-4129-bc29-75438a0ec2de'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:10:45.990986 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-d89d5775-cd38-4f1f-ae35-ca1446d281d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:10:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:46.011045 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] No DVR routers for this DVR port 3d367ce8-61fa-49f0-b6d2-d3d025285525 on host hv-cinder-81809 {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:10:46.013564 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:46.016896 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4b5fa269-62d6-4a65-b063-38c2b55815e0 req-979cb8a0-09e5-4114-89f8-70017762a2c5 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.62 "DELETE /v2.0/ports/3d367ce8-61fa-49f0-b6d2-d3d025285525 HTTP/1.1" status: 204 len: 173 time: 0.8168483 Nov 16 16:10:46.017330 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'name': 'network-vif-deleted', 'tag': '3d367ce8-61fa-49f0-b6d2-d3d025285525'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:10:46.019669 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d87530-80d7-49ed-a48f-feb0fee1ea74" -d '{"events": [{"server_uuid": "6af3cc97-b45c-4fde-9c9c-47a91dd69630", "name": "network-vif-deleted", "tag": "3d367ce8-61fa-49f0-b6d2-d3d025285525"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:10:46.067496 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f071cc38-0e3b-4e2d-8071-9daee8889c8b x-openstack-request-id: req-f071cc38-0e3b-4e2d-8071-9daee8889c8b {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:10:46.067887 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af3cc97-b45c-4fde-9c9c-47a91dd69630", "name": "network-vif-deleted", "tag": "3d367ce8-61fa-49f0-b6d2-d3d025285525", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:10:46.068229 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f071cc38-0e3b-4e2d-8071-9daee8889c8b {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:10:46.068718 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af3cc97-b45c-4fde-9c9c-47a91dd69630', 'name': 'network-vif-deleted', 'tag': '3d367ce8-61fa-49f0-b6d2-d3d025285525', 'status': 'completed', 'code': 200} Nov 16 16:10:46.104154 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-d89d5775-cd38-4f1f-ae35-ca1446d281d5 None None] Set router 6bf1e66f-6a45-4129-bc29-75438a0ec2de gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:10:46.299932 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a24c6020-40be-4d43-bf42-0f4284fc077e req-9a207476-3e01-4118-93a3-2b5acefda1e7 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/ports?device_id=6af3cc97-b45c-4fde-9c9c-47a91dd69630 HTTP/1.1" status: 200 len: 210 time: 0.0398993 Nov 16 16:10:46.380733 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-d89d5775-cd38-4f1f-ae35-ca1446d281d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:04:06Z', 'revision_number': 5, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:46.411967 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d5775-cd38-4f1f-ae35-ca1446d281d5 None None] Checking router: 6bf1e66f-6a45-4129-bc29-75438a0ec2de for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:10:46.420607 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d5775-cd38-4f1f-ae35-ca1446d281d5 None None] Routers {'6bf1e66f-6a45-4129-bc29-75438a0ec2de'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:10:46.421203 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-d89d5775-cd38-4f1f-ae35-ca1446d281d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:10:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:46.529144 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-d89d5775-cd38-4f1f-ae35-ca1446d281d5 None None] Set router 6bf1e66f-6a45-4129-bc29-75438a0ec2de gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:10:46.731604 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-d89d5775-cd38-4f1f-ae35-ca1446d281d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:04:06Z', 'revision_number': 5, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:46.757161 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d5775-cd38-4f1f-ae35-ca1446d281d5 None None] The sync data for ids ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'] in dv-cinder-818098-2-iscsi is: [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:03:58Z', 'revision_number': 4, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '4cc0931e-7015-405d-b8ec-b9c45de497db', 'name': '', 'network_id': '72ea3377-b38c-416b-8581-98962c72f168', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'mac_address': 'fa:16:3e:30:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '060fb2ef-695e-459c-84ba-c29c715db089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:55Z', 'updated_at': '2021-11-16T16:04:06Z', 'revision_number': 5, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'subnets': [{'id': '060fb2ef-695e-459c-84ba-c29c715db089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:10:46.998598 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eff0f2-21bd-4d14-93ac-54802a0ba32c None None] New status for floating IP e2c07ccf-4dab-47a8-a7bc-a14389b1811d: DOWN {{(pid=101855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:10:47.395560 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47256) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:47.451846 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2c3d6c2d-f0cd-4a82-9271-99927a8f78d6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:47.476131 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2c3d6c2d-f0cd-4a82-9271-99927a8f78d6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:47.528453 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2c3d6c2d-f0cd-4a82-9271-99927a8f78d6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:47.531087 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2c3d6c2d-f0cd-4a82-9271-99927a8f78d6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:47.534743 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-2c3d6c2d-f0cd-4a82-9271-99927a8f78d6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "DELETE /v2.0/security-groups/cb6e56f6-4a32-4490-8921-a469cdf35285 HTTP/1.1" status: 204 len: 168 time: 0.1357267 Nov 16 16:10:47.535147 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47264) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:47.543552 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d6c2d-f0cd-4a82-9271-99927a8f78d6 tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6e56f6-4a32-4490-8921-a469cdf35285,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:47.549284 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.api.v2.resource [None req-0305f9f8-e967-4fbc-8383-04d40fe1deaa tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] show failed (client error): The resource could not be found. Nov 16 16:10:47.550430 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-0305f9f8-e967-4fbc-8383-04d40fe1deaa tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "GET /v2.0/security-groups/cb6e56f6-4a32-4490-8921-a469cdf35285 HTTP/1.1" status: 404 len: 347 time: 0.0142751 Nov 16 16:10:47.553276 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47266) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:47.682911 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-2764c37f-de3c-48b8-b430-bf5c4e74f61c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Deleting port 0d555d75-903d-4c33-b3f3-e51e3177f8dc {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:10:47.683242 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2764c37f-de3c-48b8-b430-bf5c4e74f61c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:47.762280 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2764c37f-de3c-48b8-b430-bf5c4e74f61c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:47.762526 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2764c37f-de3c-48b8-b430-bf5c4e74f61c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:47.775390 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-2764c37f-de3c-48b8-b430-bf5c4e74f61c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Calling delete_port for 0d555d75-903d-4c33-b3f3-e51e3177f8dc owned by network:floatingip {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:10:47.903983 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2764c37f-de3c-48b8-b430-bf5c4e74f61c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:47.934056 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764c37f-de3c-48b8-b430-bf5c4e74f61c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Pushing event deleted for resources: {'Port': ['ID=0d555d75-903d-4c33-b3f3-e51e3177f8dc,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:47.992841 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2764c37f-de3c-48b8-b430-bf5c4e74f61c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks [] for floatingip, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:47.995846 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2764c37f-de3c-48b8-b430-bf5c4e74f61c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:47.996996 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-2764c37f-de3c-48b8-b430-bf5c4e74f61c tempest-AttachVolumeShelveTestJSON-1649096866 tempest-AttachVolumeShelveTestJSON-1649096866-project] 10.222.0.46 "DELETE /v2.0/floatingips/e2c07ccf-4dab-47a8-a7bc-a14389b1811d HTTP/1.1" status: 204 len: 168 time: 0.4428270 Nov 16 16:10:48.231812 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 3d367ce8-61fa-49f0-b6d2-d3d025285525 no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:10:48.251990 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 3d367ce8-61fa-49f0-b6d2-d3d025285525 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:10:48.252285 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 3d367ce8-61fa-49f0-b6d2-d3d025285525 not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:10:48.876374 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47280) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:48.979656 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-781a0681-c614-4907-8d6b-911eed3ca3ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:49.055453 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-781a0681-c614-4907-8d6b-911eed3ca3ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:49.059225 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-781a0681-c614-4907-8d6b-911eed3ca3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:49.097884 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-781a0681-c614-4907-8d6b-911eed3ca3ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95e1d97e58574b659b25a3de0fa11c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204721 Nov 16 16:10:49.098992 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a0681-c614-4907-8d6b-911eed3ca3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cedc742-f788-4af9-8ef8-b72560761a26,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:49.100625 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47284) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:49.150081 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2a428666-dc57-4ab4-83a0-5722a7464aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:49.171488 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2a428666-dc57-4ab4-83a0-5722a7464aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:49.229710 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2a428666-dc57-4ab4-83a0-5722a7464aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:49.232618 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2a428666-dc57-4ab4-83a0-5722a7464aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:49.237646 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-2a428666-dc57-4ab4-83a0-5722a7464aac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0cedc742-f788-4af9-8ef8-b72560761a26 HTTP/1.1" status: 204 len: 168 time: 0.1359422 Nov 16 16:10:49.246276 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a428666-dc57-4ab4-83a0-5722a7464aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cedc742-f788-4af9-8ef8-b72560761a26,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:50.437738 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47372) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:50.748318 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-dc9f4215-3305-4e55-b82c-9a495e8c9dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:51.160124 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-72182034-a094-49b1-bf49-7f9d3bb32c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756307'] for router_interface, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:51.398474 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-72182034-a094-49b1-bf49-7f9d3bb32c56 admin admin] Deleting port 4cc0931e-7015-405d-b8ec-b9c45de497db {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:10:51.398810 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-72182034-a094-49b1-bf49-7f9d3bb32c56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:51.478029 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-72182034-a094-49b1-bf49-7f9d3bb32c56 admin admin] For port 4cc0931e-7015-405d-b8ec-b9c45de497db, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=4cc0931e-7015-405d-b8ec-b9c45de497db,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:10:51.478635 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-72182034-a094-49b1-bf49-7f9d3bb32c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:51.493193 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-72182034-a094-49b1-bf49-7f9d3bb32c56 admin admin] Calling delete_port for 4cc0931e-7015-405d-b8ec-b9c45de497db owned by network:router_interface {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:10:51.672593 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-72182034-a094-49b1-bf49-7f9d3bb32c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:51.707154 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72182034-a094-49b1-bf49-7f9d3bb32c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc0931e-7015-405d-b8ec-b9c45de497db,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:51.871835 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-72182034-a094-49b1-bf49-7f9d3bb32c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756175'] for router_interface, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:52.090160 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72182034-a094-49b1-bf49-7f9d3bb32c56 admin admin] Router 6bf1e66f-6a45-4129-bc29-75438a0ec2de has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:10:52.194640 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72182034-a094-49b1-bf49-7f9d3bb32c56 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:10:52.200349 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-72182034-a094-49b1-bf49-7f9d3bb32c56 admin admin] 10.222.0.46 "PUT /v2.0/routers/6bf1e66f-6a45-4129-bc29-75438a0ec2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7615805 Nov 16 16:10:52.202886 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47382) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:52.205501 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65681c-b39c-4569-a2e0-06a28d46f115 None None] Sync routers for ids ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:10:52.216335 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f65681c-b39c-4569-a2e0-06a28d46f115 None None] Routers {'6bf1e66f-6a45-4129-bc29-75438a0ec2de'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:10:52.217009 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-9f65681c-b39c-4569-a2e0-06a28d46f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:10:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:52.301654 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] Publish callbacks [] for router, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:52.320244 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-9f65681c-b39c-4569-a2e0-06a28d46f115 None None] Set router 6bf1e66f-6a45-4129-bc29-75438a0ec2de gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:10:52.412988 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:52.477037 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] Deleting port ece9c798-007b-4754-928f-6bee1e383361 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:10:52.477455 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:52.518032 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-9f65681c-b39c-4569-a2e0-06a28d46f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ece9c798-007b-4754-928f-6bee1e383361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:10:51Z', 'revision_number': 5, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port': {'id': 'ece9c798-007b-4754-928f-6bee1e383361', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:03:49Z', 'updated_at': '2021-11-16T16:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:52.549664 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65681c-b39c-4569-a2e0-06a28d46f115 None None] Checking router: 6bf1e66f-6a45-4129-bc29-75438a0ec2de for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:10:52.558783 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f65681c-b39c-4569-a2e0-06a28d46f115 None None] Routers {'6bf1e66f-6a45-4129-bc29-75438a0ec2de'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:10:52.559383 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-9f65681c-b39c-4569-a2e0-06a28d46f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:10:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:52.569281 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] For port ece9c798-007b-4754-928f-6bee1e383361, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=ece9c798-007b-4754-928f-6bee1e383361,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:10:52.569798 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:52.584322 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] Calling delete_port for ece9c798-007b-4754-928f-6bee1e383361 owned by network:router_gateway {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:10:52.654633 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-9f65681c-b39c-4569-a2e0-06a28d46f115 None None] Set router 6bf1e66f-6a45-4129-bc29-75438a0ec2de gateway port host: None {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:10:52.717719 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-9f65681c-b39c-4569-a2e0-06a28d46f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:10:52Z', 'revision_number': 6, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port_host': None}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:52.751245 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65681c-b39c-4569-a2e0-06a28d46f115 None None] The sync data for ids ['6bf1e66f-6a45-4129-bc29-75438a0ec2de'] in dv-cinder-818098-2-iscsi is: [{'id': '6bf1e66f-6a45-4129-bc29-75438a0ec2de', 'name': 'tempest-AttachVolumeShelveTestJSON-223826681-router', 'tenant_id': 'ae9bddc9870246e99f813976878279cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:03:48Z', 'updated_at': '2021-11-16T16:10:52Z', 'revision_number': 6, 'project_id': 'ae9bddc9870246e99f813976878279cb', 'gw_port_host': None}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:10:52.793967 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:52.820762 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] Pushing event deleted for resources: {'Port': ['ID=ece9c798-007b-4754-928f-6bee1e383361,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:52.883047 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754797'] for router_gateway, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:52.973007 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:52.975159 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.021986 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766094'] for router, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.022590 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bf1e66f-6a45-4129-bc29-75438a0ec2de {{(pid=101854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 16:10:53.027891 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] Publish callbacks [] for router, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.029043 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-2e474f61-c690-4498-8f46-6f1159a01abf admin admin] 10.222.0.46 "DELETE /v2.0/routers/6bf1e66f-6a45-4129-bc29-75438a0ec2de HTTP/1.1" status: 204 len: 168 time: 0.8252478 Nov 16 16:10:53.031679 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47402) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:53.037308 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-898f25dd-fa26-42eb-8c47-f257bfe4a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.077594 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bccf04c-02f7-42f8-b3f1-95510a8c7e10 admin admin] Deleting subnet 060fb2ef-695e-459c-84ba-c29c715db089 {{(pid=101854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:10:53.080875 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0bccf04c-02f7-42f8-b3f1-95510a8c7e10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.121786 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0bccf04c-02f7-42f8-b3f1-95510a8c7e10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1522454'] for subnet, precommit_delete_associations {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.201980 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0bccf04c-02f7-42f8-b3f1-95510a8c7e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.258171 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0bccf04c-02f7-42f8-b3f1-95510a8c7e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3712696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3173595'] for subnet, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.284828 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccf04c-02f7-42f8-b3f1-95510a8c7e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=060fb2ef-695e-459c-84ba-c29c715db089,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:53.286828 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0bccf04c-02f7-42f8-b3f1-95510a8c7e10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.290578 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-0bccf04c-02f7-42f8-b3f1-95510a8c7e10 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/060fb2ef-695e-459c-84ba-c29c715db089 HTTP/1.1" status: 204 len: 168 time: 0.2573938 Nov 16 16:10:53.292633 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21ea887-9664-47ea-a502-77cd5b59ccf8 None None] Network 72ea3377-b38c-416b-8581-98962c72f168 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:10:53.293038 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47404) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:53.366109 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.425662 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Deleting port a381ad5f-9f83-4e58-a082-3816cd050593 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:10:53.426026 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.501677 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] DHCP port deletion for 72ea3377-b38c-416b-8581-98962c72f168 request from dv-cinder-818098-2-iscsi {{(pid=101855) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 16:10:53.502494 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] For port a381ad5f-9f83-4e58-a082-3816cd050593, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=a381ad5f-9f83-4e58-a082-3816cd050593,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:10:53.502876 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.517716 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Calling delete_port for a381ad5f-9f83-4e58-a082-3816cd050593 owned by network:dhcp {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:10:53.551922 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Deleting port a381ad5f-9f83-4e58-a082-3816cd050593 {{(pid=101855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:10:53.552295 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.604297 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.628086 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] For port a381ad5f-9f83-4e58-a082-3816cd050593, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=a381ad5f-9f83-4e58-a082-3816cd050593,segment=NetworkSegment(62f9ec33-91b4-491a-b0fb-2097d4dafb61),segment_id=62f9ec33-91b4-491a-b0fb-2097d4dafb61)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:10:53.628481 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.640010 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a381ad5f-9f83-4e58-a082-3816cd050593,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:53.641944 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] No DVR routers for this DVR port a381ad5f-9f83-4e58-a082-3816cd050593 on host dv-cinder-818098-2-iscsi {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:10:53.642070 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Calling delete_port for a381ad5f-9f83-4e58-a082-3816cd050593 owned by network:dhcp {{(pid=101855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:10:53.728557 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.752866 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ea3377-b38c-416b-8581-98962c72f168']}} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:53.763856 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f9ec33-91b4-491a-b0fb-2097d4dafb61') {'for_net_delete': True} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:53.764343 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f9ec33-91b4-491a-b0fb-2097d4dafb61') {} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:10:53.769390 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918'] for port, after_delete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.777162 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1522457'] for segment, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.782388 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] No DVR routers for this DVR port a381ad5f-9f83-4e58-a082-3816cd050593 on host dv-cinder-818098-2-iscsi {{(pid=101855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:10:53.792086 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.811149 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=101854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:10:53.812366 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712542'] for segment, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.816171 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Pushing event deleted for resources: {'Port': ['ID=a381ad5f-9f83-4e58-a082-3816cd050593,revision_number=None']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:53.824414 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:53.824940 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:53.825442 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:53.826229 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:53.826715 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:53.827909 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:53.828652 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:53.829135 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:53.829809 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:53.830305 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:53.830786 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:53.831264 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed599584-3c8b-4ba8-981d-76096f225dac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: Traceback (most recent call last): Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: timer() Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: cb(*args, **kw) Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: return func(*args, **kwargs) Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: self._notify() Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: self.callback(batched_events) Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: event.method(event) Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: return f(self, *a, **k) Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: return self._get(url).json() Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: return self.request(url, 'GET', **kwargs) Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:10:53.870832 dv-cinder-818098-2-iscsi neutron-server[101854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:10:53.895259 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.903041 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:53.906919 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] 10.222.0.46 "DELETE /v2.0/networks/72ea3377-b38c-416b-8581-98962c72f168 HTTP/1.1" status: 204 len: 168 time: 0.6129112 Nov 16 16:10:53.926516 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace392e-22c9-4959-bb03-36ffe0c281ae admin admin] Pushing event deleted for resources: {'Network': ['ID=72ea3377-b38c-416b-8581-98962c72f168,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:54.050359 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47416) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:54.106775 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-d977f29d-c7f9-4826-ab85-320a39d6fdc7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae9bddc9870246e99f813976878279cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0549858 Nov 16 16:10:54.107228 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47420) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:54.163884 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-22541d45-e886-4932-ba4e-5a85a4ae88dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:54.191558 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-22541d45-e886-4932-ba4e-5a85a4ae88dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:54.240297 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-22541d45-e886-4932-ba4e-5a85a4ae88dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:54.243527 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-22541d45-e886-4932-ba4e-5a85a4ae88dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:54.247390 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-22541d45-e886-4932-ba4e-5a85a4ae88dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b847d01-0006-42f1-8f40-420762a1ef74 HTTP/1.1" status: 204 len: 168 time: 0.1364233 Nov 16 16:10:54.253343 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22541d45-e886-4932-ba4e-5a85a4ae88dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b847d01-0006-42f1-8f40-420762a1ef74,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:54.366778 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:54.467204 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device ece9c798-007b-4754-928f-6bee1e383361 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:10:54.488159 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: ece9c798-007b-4754-928f-6bee1e383361 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:10:54.488522 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device ece9c798-007b-4754-928f-6bee1e383361 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:10:54.488970 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device a381ad5f-9f83-4e58-a082-3816cd050593 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:10:54.514090 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: a381ad5f-9f83-4e58-a082-3816cd050593 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:10:54.514435 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device a381ad5f-9f83-4e58-a082-3816cd050593 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:10:54.514846 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 4cc0931e-7015-405d-b8ec-b9c45de497db no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:10:54.534954 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 4cc0931e-7015-405d-b8ec-b9c45de497db {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:10:54.535302 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 4cc0931e-7015-405d-b8ec-b9c45de497db not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:10:54.926333 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47446) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:55.023236 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2144637426-network', 'tenant_id': '261a56c38b564260b994aa1efc3fc829'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:10:55.045062 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] Made reservation on behalf of 261a56c38b564260b994aa1efc3fc829 for: {'network': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:10:55.047542 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:55.056452 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:55.136490 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:55.140417 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:55.166782 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=101854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:10:55.175550 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:55.184294 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:55.184294 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.segments_db [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] Added segment fd41721a-dce9-4f51-9511-5b4c7841c55e of type vlan for network 63a82f94-756b-4c4e-a3fc-7d796125074b Nov 16 16:10:55.223160 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:55.248629 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:55.249900 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:55.250739 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:55.314490 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3868463 Nov 16 16:10:55.317334 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47452) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:10:55.319597 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f596e-207e-4809-9250-7c6766ec0375 admin admin] Pushing event updated for resources: {'Network': ['ID=63a82f94-756b-4c4e-a3fc-7d796125074b,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:55.322558 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-49e106b1-728f-42db-a901-9ae86be7bae8 admin admin] Request body: {'subnet': {'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2144637426-subnet', 'tenant_id': '261a56c38b564260b994aa1efc3fc829', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:10:55.330435 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network 63a82f94-756b-4c4e-a3fc-7d796125074b details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:10:55.344566 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e106b1-728f-42db-a901-9ae86be7bae8 admin admin] Made reservation on behalf of 261a56c38b564260b994aa1efc3fc829 for: {'subnet': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:10:55.346831 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-49e106b1-728f-42db-a901-9ae86be7bae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3353550'] for subnet, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:55.530031 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-49e106b1-728f-42db-a901-9ae86be7bae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2153975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3353564'] for subnet, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:55.582798 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e106b1-728f-42db-a901-9ae86be7bae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3254b556-8e5a-4da3-bbfe-cc0d828a8d0b,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:55.595049 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e106b1-728f-42db-a901-9ae86be7bae8 admin admin] Checking segment: {'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:10:55.595405 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e106b1-728f-42db-a901-9ae86be7bae8 admin admin] Network hostable DHCP agents. Network: 63a82f94-756b-4c4e-a3fc-7d796125074b, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:10:55.613440 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e106b1-728f-42db-a901-9ae86be7bae8 admin admin] Network 63a82f94-756b-4c4e-a3fc-7d796125074b is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:10:55.623505 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-49e106b1-728f-42db-a901-9ae86be7bae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, 63a82f94-756b-4c4e-a3fc-7d796125074b) {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:10:55.629255 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e106b1-728f-42db-a901-9ae86be7bae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:55.629380 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-49e106b1-728f-42db-a901-9ae86be7bae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:55.632256 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16679088-c0f7-4e06-b1c6-710a30d837c8 None None] Network 63a82f94-756b-4c4e-a3fc-7d796125074b requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:10:55.659314 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-49e106b1-728f-42db-a901-9ae86be7bae8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3356445 Nov 16 16:10:55.785922 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:55.790953 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd74c05-dbbc-45bf-bb0b-a65636707e95 None None] Network 63a82f94-756b-4c4e-a3fc-7d796125074b requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:10:56.110494 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-23a19ff7-2d25-405f-a377-f8f9fdb264f2 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:56.112030 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-23a19ff7-2d25-405f-a377-f8f9fdb264f2 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/networks?id=63a82f94-756b-4c4e-a3fc-7d796125074b HTTP/1.1" status: 200 len: 815 time: 0.1114476 Nov 16 16:10:56.127735 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-d2727e22-50da-4b1b-a147-d441a8bb12e3 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/quotas/261a56c38b564260b994aa1efc3fc829 HTTP/1.1" status: 200 len: 375 time: 0.0098851 Nov 16 16:10:56.161902 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-75135214-8a6a-4537-b865-77322c8ad4df tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=261a56c38b564260b994aa1efc3fc829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286095 Nov 16 16:10:56.267122 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-b126e3a6-8444-48f9-a31e-04e1f18a0743 service neutron] 10.222.0.46 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954516 Nov 16 16:10:56.359726 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-3d0e8c77-529f-4eaf-bced-eda41e57f354 service neutron] 10.222.0.46 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865149 Nov 16 16:10:56.518338 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:56.533018 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-aa7730d5-5a7b-4ccb-8117-ca9839c680fb tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125201303&fields=id&tenant_id=d2bdf7025cb744f088b95cb0bba5169b HTTP/1.1" status: 200 len: 267 time: 0.0703945 Nov 16 16:10:56.555073 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-841d6758-5e14-4d82-84eb-84e79a7a97b1 req-3bb16234-1cb0-4326-9230-d988c19b0000 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 210 time: 0.0374148 Nov 16 16:10:56.660243 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-5a7678e0-ffb0-414f-8cb6-14d3de0cd520 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:56.661774 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-5a7678e0-ffb0-414f-8cb6-14d3de0cd520 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 811 time: 0.1090426 Nov 16 16:10:56.678878 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-c9db6419-e624-4974-80f7-f00098dc51b7 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/quotas/d2bdf7025cb744f088b95cb0bba5169b HTTP/1.1" status: 200 len: 375 time: 0.0097411 Nov 16 16:10:56.681120 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:56.752246 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-f2ec1356-e8e6-495d-b455-db8f18274d5c tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0585144 Nov 16 16:10:56.928324 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-6fcdf8f0-6c67-49b1-8d45-96d613e3c04c service neutron] 10.222.0.46 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545370 Nov 16 16:10:57.038931 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-94f2de42-1924-402a-8c80-07560002921c service neutron] 10.222.0.46 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037626 Nov 16 16:10:57.343783 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dbc169ea-5a93-44e8-8c8d-6f678d4bacce req-c68dc168-3f0a-434d-aa47-ca8d68b4ef26 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 210 time: 0.0269756 Nov 16 16:10:57.560791 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-7d5d29c3-b4a2-4129-a2aa-18823ac12548 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:57.562736 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-7d5d29c3-b4a2-4129-a2aa-18823ac12548 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "GET /v2.0/networks?id=63a82f94-756b-4c4e-a3fc-7d796125074b HTTP/1.1" status: 200 len: 815 time: 0.1337717 Nov 16 16:10:57.579497 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-719ab392-92c9-4582-815e-29d8afe1bc39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Request body: {'port': {'device_id': '77b84f3a-873d-4d5b-88c1-655bc337610e', 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b', 'admin_state_up': True, 'tenant_id': '261a56c38b564260b994aa1efc3fc829'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:10:57.671245 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d1ee0c50-97d0-4af8-8795-36923db08af5 req-52046dbc-d165-4cc1-aa3f-0d392412dc92 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 210 time: 0.0282114 Nov 16 16:10:57.719937 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-719ab392-92c9-4582-815e-29d8afe1bc39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Made reservation on behalf of 261a56c38b564260b994aa1efc3fc829 for: {'port': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:10:57.724057 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-719ab392-92c9-4582-815e-29d8afe1bc39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:57.865111 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-719ab392-92c9-4582-815e-29d8afe1bc39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Allocated IP 172.20.0.11 (63a82f94-756b-4c4e-a3fc-7d796125074b/3254b556-8e5a-4da3-bbfe-cc0d828a8d0b/35db0ace-0705-4914-a3c5-dc0165afe4c6) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:10:58.022937 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-719ab392-92c9-4582-815e-29d8afe1bc39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:58.330627 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-719ab392-92c9-4582-815e-29d8afe1bc39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:58.360703 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-4a276eba-b07b-4d2e-83d9-f3ad243ad320 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:58.362033 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-4a276eba-b07b-4d2e-83d9-f3ad243ad320 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 811 time: 0.1127365 Nov 16 16:10:58.374726 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-719ab392-92c9-4582-815e-29d8afe1bc39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Network 63a82f94-756b-4c4e-a3fc-7d796125074b is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:10:58.378386 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-719ab392-92c9-4582-815e-29d8afe1bc39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:10:58.382346 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-719ab392-92c9-4582-815e-29d8afe1bc39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:10:58.390409 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ab392-92c9-4582-815e-29d8afe1bc39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Pushing event updated for resources: {'Port': ['ID=35db0ace-0705-4914-a3c5-dc0165afe4c6,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:58.444813 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-719ab392-92c9-4582-815e-29d8afe1bc39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:58.445527 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-719ab392-92c9-4582-815e-29d8afe1bc39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:58.464646 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-719ab392-92c9-4582-815e-29d8afe1bc39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8907576 Nov 16 16:10:58.473353 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3eed69ad-e9fa-449d-985e-dab210ee0275 req-13a26dc7-7c6b-42a5-a7dd-02f998f8b52e tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 210 time: 0.0387044 Nov 16 16:10:58.482524 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Request body: {'port': {'device_id': '77b84f3a-873d-4d5b-88c1-655bc337610e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:10:58.487893 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-7ad39f2e-0997-4742-9634-db6adfe125f9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2bdf7025cb744f088b95cb0bba5169b HTTP/1.1" status: 200 len: 380 time: 0.1012545 Nov 16 16:10:58.497627 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-917203bb-d90f-4766-bd4a-fe1df3f2a2f8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Request body: {'port': {'device_id': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'admin_state_up': True, 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'security_groups': ['8dd171eb-7943-4807-9fe7-f436f2d7b7cc']}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:10:58.554016 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:58.615825 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-917203bb-d90f-4766-bd4a-fe1df3f2a2f8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Made reservation on behalf of d2bdf7025cb744f088b95cb0bba5169b for: {'port': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:10:58.619426 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-917203bb-d90f-4766-bd4a-fe1df3f2a2f8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:58.796147 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-917203bb-d90f-4766-bd4a-fe1df3f2a2f8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Allocated IP 172.20.0.4 (d76e01f2-cefd-4113-8b4c-ae0a7cc24037/3a71067b-bbc5-4a7f-a337-f77ec6b82b43/10f5fb1e-fddd-4de2-b420-4ed412992643) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:10:58.838155 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a5a5a-ada0-4304-bddf-9f1761d4dab1 req-4098d839-6df6-4fa0-96fd-5df02a78d808 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:58.839726 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3d0a5a5a-ada0-4304-bddf-9f1761d4dab1 req-4098d839-6df6-4fa0-96fd-5df02a78d808 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 932 time: 0.0835114 Nov 16 16:10:58.863492 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35db0ace-0705-4914-a3c5-dc0165afe4c6 {{(pid=101854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:10:58.875944 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:58.894522 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.provisioning_blocks [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Transition to ACTIVE for port object 35db0ace-0705-4914-a3c5-dc0165afe4c6 will not be triggered until provisioned by entity L2. {{(pid=101854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:10:58.904683 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:58.964851 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Pushing event updated for resources: {'Port': ['ID=35db0ace-0705-4914-a3c5-dc0165afe4c6,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:58.979993 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-3d0a5a5a-ada0-4304-bddf-9f1761d4dab1 req-9fcee183-1b9d-46f1-b7e5-25c682db0b84 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297312 Nov 16 16:10:59.042455 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-917203bb-d90f-4766-bd4a-fe1df3f2a2f8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:59.057198 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Attempting to bind port 35db0ace-0705-4914-a3c5-dc0165afe4c6 on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:10:59.058858 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Attempting to bind port 35db0ace-0705-4914-a3c5-dc0165afe4c6 by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:10:59.060353 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Attempting to bind port 35db0ace-0705-4914-a3c5-dc0165afe4c6 on network 63a82f94-756b-4c4e-a3fc-7d796125074b {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:10:59.064978 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Port 35db0ace-0705-4914-a3c5-dc0165afe4c6 on network 63a82f94-756b-4c4e-a3fc-7d796125074b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:10:59.065272 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Attempting to bind port 35db0ace-0705-4914-a3c5-dc0165afe4c6 on network 63a82f94-756b-4c4e-a3fc-7d796125074b {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:10:59.074714 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:10:59.075322 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Checking segment: {'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:10:59.076399 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Bound using segment: {'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:10:59.077011 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Bound port: 35db0ace-0705-4914-a3c5-dc0165afe4c6, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'}}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:10:59.077370 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:59.087123 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-917203bb-d90f-4766-bd4a-fe1df3f2a2f8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:59.130157 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-917203bb-d90f-4766-bd4a-fe1df3f2a2f8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:10:59.136257 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-917203bb-d90f-4766-bd4a-fe1df3f2a2f8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:10:59.139231 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-917203bb-d90f-4766-bd4a-fe1df3f2a2f8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:10:59.152497 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] For port 35db0ace-0705-4914-a3c5-dc0165afe4c6, host hv-cinder-81809, cleared binding levels {{(pid=101854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:10:59.156289 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] For port 35db0ace-0705-4914-a3c5-dc0165afe4c6, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=35db0ace-0705-4914-a3c5-dc0165afe4c6,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:10:59.162235 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:59.175848 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917203bb-d90f-4766-bd4a-fe1df3f2a2f8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'Port': ['ID=10f5fb1e-fddd-4de2-b420-4ed412992643,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:59.203519 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:59.204159 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:59.205562 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] 10.222.0.62 "PUT /v2.0/ports/35db0ace-0705-4914-a3c5-dc0165afe4c6 HTTP/1.1" status: 200 len: 1094 time: 0.7294605 Nov 16 16:10:59.206008 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b84f3a-873d-4d5b-88c1-655bc337610e', 'tag': '35db0ace-0705-4914-a3c5-dc0165afe4c6'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:10:59.208286 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1b3083-cd80-43bf-ad9c-07f8c6aca786" -d '{"events": [{"name": "network-changed", "server_uuid": "77b84f3a-873d-4d5b-88c1-655bc337610e", "tag": "35db0ace-0705-4914-a3c5-dc0165afe4c6"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:10:59.221496 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-917203bb-d90f-4766-bd4a-fe1df3f2a2f8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:59.222648 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-917203bb-d90f-4766-bd4a-fe1df3f2a2f8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:59.239390 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d80318-4a7f-4076-8384-24061720d378 service neutron] Pushing event updated for resources: {'Port': ['ID=35db0ace-0705-4914-a3c5-dc0165afe4c6,revision_number=3']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:59.247066 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-917203bb-d90f-4766-bd4a-fe1df3f2a2f8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7531478 Nov 16 16:10:59.266916 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Request body: {'port': {'device_id': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:10:59.295042 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcebc7b6-7315-460b-8562-5a36f3e89037 x-openstack-request-id: req-bcebc7b6-7315-460b-8562-5a36f3e89037 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:10:59.295380 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b84f3a-873d-4d5b-88c1-655bc337610e", "tag": "35db0ace-0705-4914-a3c5-dc0165afe4c6", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:10:59.295616 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bcebc7b6-7315-460b-8562-5a36f3e89037 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:10:59.295993 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b84f3a-873d-4d5b-88c1-655bc337610e', 'tag': '35db0ace-0705-4914-a3c5-dc0165afe4c6', 'status': 'completed', 'code': 200} Nov 16 16:10:59.313704 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f2275645-ad40-480a-bc84-c0a023711096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:59.315227 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-f2275645-ad40-480a-bc84-c0a023711096 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=261a56c38b564260b994aa1efc3fc829&device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 1097 time: 0.0533774 Nov 16 16:10:59.339808 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:59.366396 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-e4c223a6-456b-4f5a-86e1-55c7bfb6f2dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35db0ace-0705-4914-a3c5-dc0165afe4c6 HTTP/1.1" status: 200 len: 217 time: 0.0420139 Nov 16 16:10:59.417678 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-917b97b4-af79-4cc5-9fc3-7c35ffb305d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:59.419025 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-917b97b4-af79-4cc5-9fc3-7c35ffb305d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3254b556-8e5a-4da3-bbfe-cc0d828a8d0b HTTP/1.1" status: 200 len: 855 time: 0.0452197 Nov 16 16:10:59.454109 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-10ea97d6-a589-4865-9e82-9bdefc89b1e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63a82f94-756b-4c4e-a3fc-7d796125074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265117 Nov 16 16:10:59.456041 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-e2d92df1-903b-4e2a-b6f2-ee03c6584a9e None None] Provisioning complete for port 10f5fb1e-fddd-4de2-b420-4ed412992643 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:10:59.456567 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e2d92df1-903b-4e2a-b6f2-ee03c6584a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:59.496808 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-e2d92df1-903b-4e2a-b6f2-ee03c6584a9e None None] Port 10f5fb1e-fddd-4de2-b420-4ed412992643 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:10:59.561722 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-a31fc376-1fc1-4984-8894-4a4936b6f926 service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995109 Nov 16 16:10:59.639622 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc56b8-2b44-4a7b-8ceb-b4817be7debb req-cf2fcb7d-70a6-4ec6-afb0-4bfd1e1a2482 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:59.641112 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f3cc56b8-2b44-4a7b-8ceb-b4817be7debb req-cf2fcb7d-70a6-4ec6-afb0-4bfd1e1a2482 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 931 time: 0.0922856 Nov 16 16:10:59.669148 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-1d880656-6cfb-4a6f-91da-4f934206aa3a req-9b9e399b-adce-4c39-8761-574625a88a24 service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996020 Nov 16 16:10:59.691896 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f5fb1e-fddd-4de2-b420-4ed412992643 {{(pid=101853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:10:59.707372 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:59.735057 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f3cc56b8-2b44-4a7b-8ceb-b4817be7debb req-acef2da7-71c1-4465-82f2-c9031fc63e8d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698259 Nov 16 16:10:59.738044 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.provisioning_blocks [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Transition to ACTIVE for port object 10f5fb1e-fddd-4de2-b420-4ed412992643 will not be triggered until provisioned by entity L2. {{(pid=101853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:10:59.744632 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:59.780324 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b3083-cd80-43bf-ad9c-07f8c6aca786 req-f9419627-af46-4258-823b-b33d59c6b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:59.781999 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4a1b3083-cd80-43bf-ad9c-07f8c6aca786 req-f9419627-af46-4258-823b-b33d59c6b1f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=261a56c38b564260b994aa1efc3fc829&device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 1097 time: 0.0627606 Nov 16 16:10:59.799819 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=10f5fb1e-fddd-4de2-b420-4ed412992643,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:10:59.885276 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Attempting to bind port 10f5fb1e-fddd-4de2-b420-4ed412992643 on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:10:59.885625 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Attempting to bind port 10f5fb1e-fddd-4de2-b420-4ed412992643 by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:10:59.885935 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Attempting to bind port 10f5fb1e-fddd-4de2-b420-4ed412992643 on network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:10:59.889467 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b3083-cd80-43bf-ad9c-07f8c6aca786 req-a3f2db4e-c1bf-4c8c-b883-a8f9a2adbfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:10:59.890449 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Port 10f5fb1e-fddd-4de2-b420-4ed412992643 on network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:10:59.890771 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Attempting to bind port 10f5fb1e-fddd-4de2-b420-4ed412992643 on network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:10:59.890950 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4a1b3083-cd80-43bf-ad9c-07f8c6aca786 req-a3f2db4e-c1bf-4c8c-b883-a8f9a2adbfdf service neutron] 10.222.0.62 "GET /v2.0/networks?id=63a82f94-756b-4c4e-a3fc-7d796125074b HTTP/1.1" status: 200 len: 916 time: 0.1000829 Nov 16 16:10:59.895814 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:10:59.896149 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Checking segment: {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:10:59.896542 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Bound using segment: {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:10:59.896972 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Bound port: 10f5fb1e-fddd-4de2-b420-4ed412992643, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb470ee-f423-4fc0-8248-f5c5d85c46b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037'}}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:10:59.897326 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:10:59.941057 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4a1b3083-cd80-43bf-ad9c-07f8c6aca786 req-3cef9120-9f36-456f-ad05-f706514c1b78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35db0ace-0705-4914-a3c5-dc0165afe4c6 HTTP/1.1" status: 200 len: 217 time: 0.0416713 Nov 16 16:10:59.969937 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] For port 10f5fb1e-fddd-4de2-b420-4ed412992643, host hv-cinder-81809, cleared binding levels {{(pid=101853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:10:59.974220 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] For port 10f5fb1e-fddd-4de2-b420-4ed412992643, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=10f5fb1e-fddd-4de2-b420-4ed412992643,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:10:59.988245 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:00.001120 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b3083-cd80-43bf-ad9c-07f8c6aca786 req-c983b0dd-6a02-4370-95db-763ebe3e0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:00.002620 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4a1b3083-cd80-43bf-ad9c-07f8c6aca786 req-c983b0dd-6a02-4370-95db-763ebe3e0999 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3254b556-8e5a-4da3-bbfe-cc0d828a8d0b HTTP/1.1" status: 200 len: 855 time: 0.0533042 Nov 16 16:11:00.030420 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:00.031246 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:00.032730 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] 10.222.0.62 "PUT /v2.0/ports/10f5fb1e-fddd-4de2-b420-4ed412992643 HTTP/1.1" status: 200 len: 1093 time: 0.7706819 Nov 16 16:11:00.033183 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'tag': '10f5fb1e-fddd-4de2-b420-4ed412992643'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:11:00.035915 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a9d5f5-1dd7-426f-94f0-bf541a3e9111" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcc72f3-865c-48e2-9ae9-7d91eef84f35", "tag": "10f5fb1e-fddd-4de2-b420-4ed412992643"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:11:00.049645 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4a1b3083-cd80-43bf-ad9c-07f8c6aca786 req-0724b860-b902-4b7e-9c96-a222cb8a95d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63a82f94-756b-4c4e-a3fc-7d796125074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386512 Nov 16 16:11:00.076484 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a62278-fa4b-4e9c-bd7b-0cdb0fe9e4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=10f5fb1e-fddd-4de2-b420-4ed412992643,revision_number=3']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:00.121530 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267f7d0b-34d1-4bbf-9a1d-9f3513dfe7c8 x-openstack-request-id: req-267f7d0b-34d1-4bbf-9a1d-9f3513dfe7c8 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:11:00.121831 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcc72f3-865c-48e2-9ae9-7d91eef84f35", "tag": "10f5fb1e-fddd-4de2-b420-4ed412992643", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:11:00.122221 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-267f7d0b-34d1-4bbf-9a1d-9f3513dfe7c8 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:11:00.122756 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'tag': '10f5fb1e-fddd-4de2-b420-4ed412992643', 'status': 'completed', 'code': 200} Nov 16 16:11:00.170480 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-6871b8c8-4e2a-4840-a343-d7ae4b20430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:00.171927 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-6871b8c8-4e2a-4840-a343-d7ae4b20430a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 1096 time: 0.0824020 Nov 16 16:11:00.176814 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4a1b3083-cd80-43bf-ad9c-07f8c6aca786 req-4a8865a7-1fbf-4933-bdb4-cbde8ec78169 service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189802 Nov 16 16:11:00.189036 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8021a0-6532-47c2-99c7-90d890ec9fa8 req-e2355bf8-f834-4280-8a43-b9730f4481a8 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:00.190835 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ec8021a0-6532-47c2-99c7-90d890ec9fa8 req-e2355bf8-f834-4280-8a43-b9730f4481a8 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 944 time: 0.0710397 Nov 16 16:11:00.235613 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-8d687666-acfe-4c4f-b158-43bbb6639743 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f5fb1e-fddd-4de2-b420-4ed412992643 HTTP/1.1" status: 200 len: 217 time: 0.0437222 Nov 16 16:11:00.287057 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4a1b3083-cd80-43bf-ad9c-07f8c6aca786 req-3327d494-c20e-46ba-a54e-28e4b18097c0 service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956364 Nov 16 16:11:00.310996 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ec8021a0-6532-47c2-99c7-90d890ec9fa8 req-0f1b07ec-75ff-499f-9918-51b064ca3287 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124549 Nov 16 16:11:00.317461 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-3960e0fc-5745-4a0c-97b6-c38c4c383b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:00.318923 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-3960e0fc-5745-4a0c-97b6-c38c4c383b59 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 200 len: 850 time: 0.0734179 Nov 16 16:11:00.366188 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-e9d063b6-773d-4ef0-9f2b-bf5f88f3d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:00.367904 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-e9d063b6-773d-4ef0-9f2b-bf5f88f3d7d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404897 Nov 16 16:11:00.461976 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-7acdcfbb-2abd-4070-8177-b980731117cc service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850942 Nov 16 16:11:00.557531 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5e1382a1-2336-4096-8bbf-11bd5774e3cf req-3e00cf1a-cf3b-4ca5-ad3c-d53e4256313a service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891433 Nov 16 16:11:00.643161 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9d5f5-1dd7-426f-94f0-bf541a3e9111 req-d4818d8d-09d4-4966-abdb-d09d7bce2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:00.644694 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-05a9d5f5-1dd7-426f-94f0-bf541a3e9111 req-d4818d8d-09d4-4966-abdb-d09d7bce2a6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 1096 time: 0.0427158 Nov 16 16:11:00.741580 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9d5f5-1dd7-426f-94f0-bf541a3e9111 req-23ee19df-4bb8-4d3f-acf9-49e16a828baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:00.744263 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-05a9d5f5-1dd7-426f-94f0-bf541a3e9111 req-23ee19df-4bb8-4d3f-acf9-49e16a828baa service neutron] 10.222.0.62 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 912 time: 0.0915346 Nov 16 16:11:00.786365 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-05a9d5f5-1dd7-426f-94f0-bf541a3e9111 req-8650bb17-77b5-4a22-b924-b5843ffb707e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f5fb1e-fddd-4de2-b420-4ed412992643 HTTP/1.1" status: 200 len: 217 time: 0.0347431 Nov 16 16:11:00.870744 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9d5f5-1dd7-426f-94f0-bf541a3e9111 req-927dd56c-a84d-4b3a-b34f-d3879d57ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:00.872227 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-05a9d5f5-1dd7-426f-94f0-bf541a3e9111 req-927dd56c-a84d-4b3a-b34f-d3879d57ea3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 200 len: 850 time: 0.0784633 Nov 16 16:11:00.885177 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d60cf-9f4f-46b7-b4b5-c77e897db68f req-626b6649-29ad-4847-89f3-01fe081f1145 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:00.886554 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-767d60cf-9f4f-46b7-b4b5-c77e897db68f req-626b6649-29ad-4847-89f3-01fe081f1145 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 943 time: 0.0633371 Nov 16 16:11:00.958499 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9d5f5-1dd7-426f-94f0-bf541a3e9111 req-f95ba925-592e-4bdb-aba3-64c2a72aae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:00.960011 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-05a9d5f5-1dd7-426f-94f0-bf541a3e9111 req-f95ba925-592e-4bdb-aba3-64c2a72aae31 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726244 Nov 16 16:11:00.965123 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-767d60cf-9f4f-46b7-b4b5-c77e897db68f req-e288d51f-a399-4f11-8f1f-108d8af0593a tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705454 Nov 16 16:11:01.060250 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-05a9d5f5-1dd7-426f-94f0-bf541a3e9111 req-fb719ed8-de80-410e-88a3-253472e6b08d service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892415 Nov 16 16:11:01.153448 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-05a9d5f5-1dd7-426f-94f0-bf541a3e9111 req-3de2ed9b-257d-4a1c-9cc1-f0bb99989c9f service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850883 Nov 16 16:11:01.433741 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1dd48-9e21-4ac6-b763-05c29595b26d req-63570b59-b876-44aa-91b7-8d39003b8294 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:01.435207 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f2d1dd48-9e21-4ac6-b763-05c29595b26d req-63570b59-b876-44aa-91b7-8d39003b8294 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 944 time: 0.0532472 Nov 16 16:11:01.488120 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f2d1dd48-9e21-4ac6-b763-05c29595b26d req-b9b70860-1c9b-48b3-8f82-b181a6c404a5 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469778 Nov 16 16:11:02.081264 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22e179-f378-4400-8ab9-9e0332f4c7c8 req-3eb916b7-60ce-4f03-b1e4-afb352629d5c tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:02.082729 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4c22e179-f378-4400-8ab9-9e0332f4c7c8 req-3eb916b7-60ce-4f03-b1e4-afb352629d5c tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 943 time: 0.0491607 Nov 16 16:11:02.135348 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4c22e179-f378-4400-8ab9-9e0332f4c7c8 req-798fa3ba-4ddf-4b48-bf3f-9dbad06607ef tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461740 Nov 16 16:11:02.389129 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:11:02.505277 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 35db0ace-0705-4914-a3c5-dc0165afe4c6 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:11:02.606733 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 35db0ace-0705-4914-a3c5-dc0165afe4c6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=35db0ace-0705-4914-a3c5-dc0165afe4c6,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:02.612225 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b3471-e50a-4bc9-863c-0c10fa6cafe9 req-4b8e7bc6-6bb5-49dd-a3ed-ee7c70340ac0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:02.613708 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f45b3471-e50a-4bc9-863c-0c10fa6cafe9 req-4b8e7bc6-6bb5-49dd-a3ed-ee7c70340ac0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 944 time: 0.0552461 Nov 16 16:11:02.618063 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '35db0ace-0705-4914-a3c5-dc0165afe4c6', 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b', 'port_id': '35db0ace-0705-4914-a3c5-dc0165afe4c6', 'mac_address': 'fa:16:3e:74:71:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3254b556-8e5a-4da3-bbfe-cc0d828a8d0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:11:02.657535 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:02.665414 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f45b3471-e50a-4bc9-863c-0c10fa6cafe9 req-fd873f37-c061-49cf-ac97-39bbb96fa35b tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448613 Nov 16 16:11:02.670700 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35db0ace-0705-4914-a3c5-dc0165afe4c6 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:11:02.693499 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 35db0ace-0705-4914-a3c5-dc0165afe4c6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=35db0ace-0705-4914-a3c5-dc0165afe4c6,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:02.698490 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:02.748683 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=35db0ace-0705-4914-a3c5-dc0165afe4c6,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:02.917818 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['35db0ace-0705-4914-a3c5-dc0165afe4c6'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:11:03.250388 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea3816-a8ec-4791-863d-e55874200179 req-cd47cfb5-77c3-46a6-a3ec-4e44cd9ed826 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:03.251895 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6bea3816-a8ec-4791-863d-e55874200179 req-cd47cfb5-77c3-46a6-a3ec-4e44cd9ed826 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 943 time: 0.0504782 Nov 16 16:11:03.301281 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6bea3816-a8ec-4791-863d-e55874200179 req-54aba054-44ff-4414-965f-183b37f68587 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435202 Nov 16 16:11:03.781282 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f3293-521b-413e-a065-c8b572a4f741 req-53b87b47-8d56-417f-803f-a22db2d3a48f tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:03.783085 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-611f3293-521b-413e-a065-c8b572a4f741 req-53b87b47-8d56-417f-803f-a22db2d3a48f tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 945 time: 0.0502434 Nov 16 16:11:03.831478 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-611f3293-521b-413e-a065-c8b572a4f741 req-e7519231-778f-4b2e-aad2-b1defab93b19 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425591 Nov 16 16:11:04.418085 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ccff7-cd12-415e-bcc8-dcab68dade9d req-394786f0-7d50-4c5a-90f3-3c168e322f5f tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:04.419571 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-de8ccff7-cd12-415e-bcc8-dcab68dade9d req-394786f0-7d50-4c5a-90f3-3c168e322f5f tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 943 time: 0.0523753 Nov 16 16:11:04.471287 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-de8ccff7-cd12-415e-bcc8-dcab68dade9d req-f7c9c92b-1b92-40a5-ae28-dc7646664c01 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457475 Nov 16 16:11:04.517881 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 35db0ace-0705-4914-a3c5-dc0165afe4c6 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:11:04.567649 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 35db0ace-0705-4914-a3c5-dc0165afe4c6 completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:11:04.571715 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 35db0ace-0705-4914-a3c5-dc0165afe4c6 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:04.572085 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:04.651479 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:04.673784 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b84f3a-873d-4d5b-88c1-655bc337610e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35db0ace-0705-4914-a3c5-dc0165afe4c6'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:11:04.675955 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aeb5da-522e-4a5a-a477-5251b09391b9" -d '{"events": [{"server_uuid": "77b84f3a-873d-4d5b-88c1-655bc337610e", "name": "network-vif-plugged", "status": "completed", "tag": "35db0ace-0705-4914-a3c5-dc0165afe4c6"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:11:04.688303 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 35db0ace-0705-4914-a3c5-dc0165afe4c6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=35db0ace-0705-4914-a3c5-dc0165afe4c6,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:04.692486 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:04.724409 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42098247-186c-4bcb-ae83-efeef8080dc4 x-openstack-request-id: req-42098247-186c-4bcb-ae83-efeef8080dc4 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:11:04.724703 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b84f3a-873d-4d5b-88c1-655bc337610e", "name": "network-vif-plugged", "status": "completed", "tag": "35db0ace-0705-4914-a3c5-dc0165afe4c6", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:11:04.724956 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42098247-186c-4bcb-ae83-efeef8080dc4 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:11:04.725347 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b84f3a-873d-4d5b-88c1-655bc337610e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35db0ace-0705-4914-a3c5-dc0165afe4c6', 'code': 200} Nov 16 16:11:04.755261 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=35db0ace-0705-4914-a3c5-dc0165afe4c6,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:04.893145 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e2dd0-0824-4a85-b195-8301c5d57526 req-6f59a3eb-33ae-4322-a424-aa79e2eb2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:04.894663 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-df5e2dd0-0824-4a85-b195-8301c5d57526 req-6f59a3eb-33ae-4322-a424-aa79e2eb2751 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 1099 time: 0.0408370 Nov 16 16:11:04.973193 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbf37c-239c-47f4-a2e5-d8f54d3a5f7d req-76c7916b-be33-4fc9-9c8b-677446b1a893 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:04.974560 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f7dbf37c-239c-47f4-a2e5-d8f54d3a5f7d req-76c7916b-be33-4fc9-9c8b-677446b1a893 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 946 time: 0.0766158 Nov 16 16:11:04.977954 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-df5e2dd0-0824-4a85-b195-8301c5d57526 req-4c92a436-5374-4ccf-b007-6ef439ada67f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709112 Nov 16 16:11:05.259857 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f7dbf37c-239c-47f4-a2e5-d8f54d3a5f7d req-34a213bc-3904-41eb-bc97-327d0879dc38 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792318 Nov 16 16:11:05.515651 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2f384225-4513-4add-8ec2-704809374187 req-34ac297c-a85c-4a4c-8933-c4929f13c234 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447216 Nov 16 16:11:05.624497 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59a5dd-554c-4b02-840f-7b35fe25a6b3 req-12249e41-4789-4a57-82a5-47d3d25a4089 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:05.625957 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-de59a5dd-554c-4b02-840f-7b35fe25a6b3 req-12249e41-4789-4a57-82a5-47d3d25a4089 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 943 time: 0.0808766 Nov 16 16:11:05.632078 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f384225-4513-4add-8ec2-704809374187 req-309bb720-09d0-4a3f-8f58-4a6d8b898b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:05.633485 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2f384225-4513-4add-8ec2-704809374187 req-309bb720-09d0-4a3f-8f58-4a6d8b898b3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 1098 time: 0.0602167 Nov 16 16:11:05.724188 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-de59a5dd-554c-4b02-840f-7b35fe25a6b3 req-a42fdc50-7d67-47ee-97f3-9f981eaaa53b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896909 Nov 16 16:11:05.761826 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f384225-4513-4add-8ec2-704809374187 req-ec368dcd-bed4-41e6-8210-e0b8dabaf2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:05.763191 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2f384225-4513-4add-8ec2-704809374187 req-ec368dcd-bed4-41e6-8210-e0b8dabaf2f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 912 time: 0.1063614 Nov 16 16:11:05.833053 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2f384225-4513-4add-8ec2-704809374187 req-673efca9-d15c-483a-814f-6107a96dab4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ca6ce4-eb92-4ff7-876a-3215434b21af HTTP/1.1" status: 200 len: 1001 time: 0.0602338 Nov 16 16:11:05.896175 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f384225-4513-4add-8ec2-704809374187 req-efae6b2c-c930-4d5a-b6d9-ff904435b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:05.897561 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2f384225-4513-4add-8ec2-704809374187 req-efae6b2c-c930-4d5a-b6d9-ff904435b561 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 200 len: 850 time: 0.0430608 Nov 16 16:11:05.943404 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f384225-4513-4add-8ec2-704809374187 req-a15eb173-18eb-4a9c-8963-08b813f01e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:05.944852 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2f384225-4513-4add-8ec2-704809374187 req-a15eb173-18eb-4a9c-8963-08b813f01e93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384076 Nov 16 16:11:06.047600 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2f384225-4513-4add-8ec2-704809374187 req-c8a17271-64fa-47ef-99ab-0d4fb3431a03 service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853920 Nov 16 16:11:06.141564 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2f384225-4513-4add-8ec2-704809374187 req-8b410ef6-1546-4f88-840a-a5ebe9c1518d service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848372 Nov 16 16:11:06.378041 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ebac6-72d3-4ee4-a175-550cde581b05 req-9618a044-a8a8-4ddf-91fd-23ff3216dd26 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:06.379406 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-571ebac6-72d3-4ee4-a175-550cde581b05 req-9618a044-a8a8-4ddf-91fd-23ff3216dd26 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 946 time: 0.0527990 Nov 16 16:11:06.426468 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-571ebac6-72d3-4ee4-a175-550cde581b05 req-a93953fb-044c-43eb-af86-0537b6b5f83b tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410078 Nov 16 16:11:06.845562 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0f43e-b0e8-40f0-b83e-2e7a48f8f77f req-a9f0305c-6034-4fee-b35d-bd29b9f271fc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:06.847035 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9ff0f43e-b0e8-40f0-b83e-2e7a48f8f77f req-a9f0305c-6034-4fee-b35d-bd29b9f271fc tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 943 time: 0.0486865 Nov 16 16:11:06.895548 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9ff0f43e-b0e8-40f0-b83e-2e7a48f8f77f req-6d0635d3-5134-473f-a54c-eb9b94811ab6 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418916 Nov 16 16:11:08.026107 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075fabe-b4f0-4b1a-ab56-fa038678eb0f req-4692935c-6ae8-4908-8dcb-e790cc4662b8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:08.027827 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8075fabe-b4f0-4b1a-ab56-fa038678eb0f req-4692935c-6ae8-4908-8dcb-e790cc4662b8 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 943 time: 0.0581474 Nov 16 16:11:08.081489 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8075fabe-b4f0-4b1a-ab56-fa038678eb0f req-e5d8d6d1-83f4-4cca-aca3-f6be69114408 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474584 Nov 16 16:11:08.552039 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 10f5fb1e-fddd-4de2-b420-4ed412992643 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:11:08.649202 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 10f5fb1e-fddd-4de2-b420-4ed412992643, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=10f5fb1e-fddd-4de2-b420-4ed412992643,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:08.660007 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '10f5fb1e-fddd-4de2-b420-4ed412992643', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'port_id': '10f5fb1e-fddd-4de2-b420-4ed412992643', 'mac_address': 'fa:16:3e:3a:f2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:11:08.696633 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:08.709036 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f5fb1e-fddd-4de2-b420-4ed412992643 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:11:08.729944 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 10f5fb1e-fddd-4de2-b420-4ed412992643, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=10f5fb1e-fddd-4de2-b420-4ed412992643,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:08.733268 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:08.904702 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=10f5fb1e-fddd-4de2-b420-4ed412992643,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:08.956654 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['10f5fb1e-fddd-4de2-b420-4ed412992643'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:11:09.201504 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df05ce-19df-4708-9c2a-dba01f080e61 req-451d792d-ba78-4be9-9e8a-a68234ccddec tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:09.202993 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b3df05ce-19df-4708-9c2a-dba01f080e61 req-451d792d-ba78-4be9-9e8a-a68234ccddec tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 944 time: 0.0497408 Nov 16 16:11:09.251954 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b3df05ce-19df-4708-9c2a-dba01f080e61 req-13fe2fff-11eb-4145-a092-181a5b268a3b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425212 Nov 16 16:11:10.365212 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67817184-2ba6-4b92-8a8a-abc584773b29 req-9bb8879e-c666-446d-90ea-b1f86154648c tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:10.366684 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-67817184-2ba6-4b92-8a8a-abc584773b29 req-9bb8879e-c666-446d-90ea-b1f86154648c tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 944 time: 0.0484922 Nov 16 16:11:10.421298 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-67817184-2ba6-4b92-8a8a-abc584773b29 req-6e7653b3-e5c0-413d-bcbe-d7c59262573b tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480735 Nov 16 16:11:10.572537 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 10f5fb1e-fddd-4de2-b420-4ed412992643 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:11:10.622501 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 10f5fb1e-fddd-4de2-b420-4ed412992643 completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:11:10.626497 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 10f5fb1e-fddd-4de2-b420-4ed412992643 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:10.626864 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:10.705750 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:10.729496 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f5fb1e-fddd-4de2-b420-4ed412992643'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:11:10.731815 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b4b7a8-eab5-4ed1-92da-17efca5c7e70" -d '{"events": [{"server_uuid": "6dcc72f3-865c-48e2-9ae9-7d91eef84f35", "name": "network-vif-plugged", "status": "completed", "tag": "10f5fb1e-fddd-4de2-b420-4ed412992643"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:11:10.744910 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 10f5fb1e-fddd-4de2-b420-4ed412992643, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=10f5fb1e-fddd-4de2-b420-4ed412992643,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:10.749883 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:10.772965 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1a67ad-8817-4319-8cc2-b49297bd46aa x-openstack-request-id: req-ae1a67ad-8817-4319-8cc2-b49297bd46aa {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:11:10.773264 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcc72f3-865c-48e2-9ae9-7d91eef84f35", "name": "network-vif-plugged", "status": "completed", "tag": "10f5fb1e-fddd-4de2-b420-4ed412992643", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:11:10.773517 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae1a67ad-8817-4319-8cc2-b49297bd46aa {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:11:10.773916 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f5fb1e-fddd-4de2-b420-4ed412992643', 'code': 200} Nov 16 16:11:10.802485 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=10f5fb1e-fddd-4de2-b420-4ed412992643,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:11.007258 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cbd29-bc06-437b-a4fc-474593be526f req-3eba3d4f-74c4-44c2-b30a-470d1928d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:11.009621 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-293cbd29-bc06-437b-a4fc-474593be526f req-3eba3d4f-74c4-44c2-b30a-470d1928d218 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 1098 time: 0.0445490 Nov 16 16:11:11.061779 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-293cbd29-bc06-437b-a4fc-474593be526f req-47caf90b-acf6-4b11-8d6d-80e2d9b04985 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456588 Nov 16 16:11:11.536087 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd733c0-0e9a-4ce3-ba33-3a2af5eb86ce req-743bdc46-8c96-4819-8f55-43818c57edf9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:11.537542 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2fd733c0-0e9a-4ce3-ba33-3a2af5eb86ce req-743bdc46-8c96-4819-8f55-43818c57edf9 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 945 time: 0.0502062 Nov 16 16:11:11.586495 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2fd733c0-0e9a-4ce3-ba33-3a2af5eb86ce req-0e9f5951-4130-4e51-b30d-769226c54734 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Nov 16 16:11:12.708444 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec5710-3bc1-4ff1-8908-0dac159470d9 req-0feca3d8-bc3c-436e-a713-796cdface520 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:12.709910 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2bec5710-3bc1-4ff1-8908-0dac159470d9 req-0feca3d8-bc3c-436e-a713-796cdface520 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 945 time: 0.0524449 Nov 16 16:11:12.767548 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2bec5710-3bc1-4ff1-8908-0dac159470d9 req-2258e5de-a7d8-4094-9df0-ed43fb4af519 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515621 Nov 16 16:11:12.882404 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd16c50-0624-4b1f-a99f-2c23d8149562 req-d83139a7-4f34-4004-b00a-cb89e7d0c4b0 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:12.884456 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dcd16c50-0624-4b1f-a99f-2c23d8149562 req-d83139a7-4f34-4004-b00a-cb89e7d0c4b0 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 945 time: 0.0486019 Nov 16 16:11:12.933105 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dcd16c50-0624-4b1f-a99f-2c23d8149562 req-61c79202-7f04-4d75-aedc-2a089d57232f tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428731 Nov 16 16:11:12.955382 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47650) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:12.994432 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53028c36-a906-4fb9-8201-90a68f8028ad tempest-TestVolumeBootPattern-1394940074 tempest-TestVolumeBootPattern-1394940074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:12.996101 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-53028c36-a906-4fb9-8201-90a68f8028ad tempest-TestVolumeBootPattern-1394940074 tempest-TestVolumeBootPattern-1394940074-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 1093 time: 0.0397339 Nov 16 16:11:12.998740 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47652) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:13.002924 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Request body: {'floatingip': {'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'port_id': '10f5fb1e-fddd-4de2-b420-4ed412992643', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:13.024187 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for floatingip, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:13.127832 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:13.233033 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Allocated IP 172.27.1.93 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/3c5e1467-c02f-4312-93be-bc3b86974293) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:11:13.332661 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:13.366370 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:13.410702 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:11:13.413634 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:13.418047 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:11:13.423339 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'Port': ['ID=3c5e1467-c02f-4312-93be-bc3b86974293,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:13.770012 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:13.846806 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:13.994102 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:13.998634 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:14.071592 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event updated for resources: {'Port': ['ID=3c5e1467-c02f-4312-93be-bc3b86974293,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:14.082927 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:14.189127 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.l3_db [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Floating IP ca828014-f742-45ba-98ab-c18e93f629db associated. External IP: 172.27.1.93, port: 10f5fb1e-fddd-4de2-b420-4ed412992643. Nov 16 16:11:14.393674 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:11:14.512829 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:11:14.522845 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adffcae-5ce2-4f32-9f21-6ee560641e79 None None] Sync routers for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:11:14.531646 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:14.533293 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adffcae-5ce2-4f32-9f21-6ee560641e79 None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:11:14.533926 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-6adffcae-5ce2-4f32-9f21-6ee560641e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:10:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:14.562421 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-9d4ed8fb-fa5a-4033-b2c9-085866c2f004 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5626800 Nov 16 16:11:14.563009 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'tag': '10f5fb1e-fddd-4de2-b420-4ed412992643'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:11:14.565271 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfe07db-a785-4788-8797-31ff3a3cb169" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcc72f3-865c-48e2-9ae9-7d91eef84f35", "tag": "10f5fb1e-fddd-4de2-b420-4ed412992643"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:11:14.602638 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98922955-dd27-4d85-a826-e260211930ae x-openstack-request-id: req-98922955-dd27-4d85-a826-e260211930ae {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:11:14.602996 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcc72f3-865c-48e2-9ae9-7d91eef84f35", "tag": "10f5fb1e-fddd-4de2-b420-4ed412992643", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:11:14.603314 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98922955-dd27-4d85-a826-e260211930ae {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:11:14.603756 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'tag': '10f5fb1e-fddd-4de2-b420-4ed412992643', 'status': 'completed', 'code': 200} Nov 16 16:11:14.641856 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-6adffcae-5ce2-4f32-9f21-6ee560641e79 None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:11:14.872423 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-6adffcae-5ce2-4f32-9f21-6ee560641e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '6b6c2c59-b4d3-4c67-9b86-8de63fd4e2e2', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc90f3f-4249-42b0-b344-cb67784082db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:09:08Z', 'updated_at': '2021-11-16T16:09:11Z', 'revision_number': 1, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}, {'id': 'ca828014-f742-45ba-98ab-c18e93f629db', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': '10f5fb1e-fddd-4de2-b420-4ed412992643', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:3a:f2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:11:13Z', 'updated_at': '2021-11-16T16:11:13Z', 'revision_number': 0, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:14.898963 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adffcae-5ce2-4f32-9f21-6ee560641e79 None None] Checking router: 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:11:14.907698 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adffcae-5ce2-4f32-9f21-6ee560641e79 None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:11:14.908298 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-6adffcae-5ce2-4f32-9f21-6ee560641e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:10:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:15.011561 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-6adffcae-5ce2-4f32-9f21-6ee560641e79 None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:11:15.233319 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-6adffcae-5ce2-4f32-9f21-6ee560641e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '6b6c2c59-b4d3-4c67-9b86-8de63fd4e2e2', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc90f3f-4249-42b0-b344-cb67784082db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:09:08Z', 'updated_at': '2021-11-16T16:09:11Z', 'revision_number': 1, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}, {'id': 'ca828014-f742-45ba-98ab-c18e93f629db', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': '10f5fb1e-fddd-4de2-b420-4ed412992643', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:3a:f2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:11:13Z', 'updated_at': '2021-11-16T16:11:13Z', 'revision_number': 0, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:15.259133 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adffcae-5ce2-4f32-9f21-6ee560641e79 None None] The sync data for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi is: [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '6b6c2c59-b4d3-4c67-9b86-8de63fd4e2e2', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc90f3f-4249-42b0-b344-cb67784082db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:09:08Z', 'updated_at': '2021-11-16T16:09:11Z', 'revision_number': 1, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}, {'id': 'ca828014-f742-45ba-98ab-c18e93f629db', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': '10f5fb1e-fddd-4de2-b420-4ed412992643', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:3a:f2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:11:13Z', 'updated_at': '2021-11-16T16:11:13Z', 'revision_number': 0, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:11:15.443716 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f30d2-6c49-4bad-a0ed-259bddc246d4 None None] New status for floating IP ca828014-f742-45ba-98ab-c18e93f629db: ACTIVE {{(pid=101856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:11:16.444992 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe07db-a785-4788-8797-31ff3a3cb169 req-b3bb0a20-d549-47b4-8c14-dc0316479206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:16.447380 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dcfe07db-a785-4788-8797-31ff3a3cb169 req-b3bb0a20-d549-47b4-8c14-dc0316479206 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 1098 time: 0.0423386 Nov 16 16:11:16.539918 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe07db-a785-4788-8797-31ff3a3cb169 req-79b9d75a-a3d5-46eb-a6fe-d7910ce02b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:16.541458 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dcfe07db-a785-4788-8797-31ff3a3cb169 req-79b9d75a-a3d5-46eb-a6fe-d7910ce02b9b service neutron] 10.222.0.62 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 912 time: 0.0863326 Nov 16 16:11:16.624119 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dcfe07db-a785-4788-8797-31ff3a3cb169 req-7dacd81d-abef-4cc9-97f6-5f970a164762 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f5fb1e-fddd-4de2-b420-4ed412992643 HTTP/1.1" status: 200 len: 1000 time: 0.0710802 Nov 16 16:11:16.678643 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe07db-a785-4788-8797-31ff3a3cb169 req-b382968b-764f-4ceb-b0f8-10b996a12b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:16.680223 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dcfe07db-a785-4788-8797-31ff3a3cb169 req-b382968b-764f-4ceb-b0f8-10b996a12b64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 200 len: 850 time: 0.0475240 Nov 16 16:11:16.731091 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe07db-a785-4788-8797-31ff3a3cb169 req-4d736960-bd67-4a9a-87d6-febeec8852df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:16.732794 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dcfe07db-a785-4788-8797-31ff3a3cb169 req-4d736960-bd67-4a9a-87d6-febeec8852df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435584 Nov 16 16:11:16.859916 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dcfe07db-a785-4788-8797-31ff3a3cb169 req-0cb737d7-cd8d-429e-8bf9-049506bd728e service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026628 Nov 16 16:11:16.972384 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dcfe07db-a785-4788-8797-31ff3a3cb169 req-9e856f29-c5b9-4d1c-a621-115ca53f4bfc service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043446 Nov 16 16:11:17.849635 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-b99cb5c4-9cb1-4bba-91ea-ddbf2124182a tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:17.851056 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-b99cb5c4-9cb1-4bba-91ea-ddbf2124182a tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/networks?id=63a82f94-756b-4c4e-a3fc-7d796125074b HTTP/1.1" status: 200 len: 815 time: 0.1022606 Nov 16 16:11:17.866104 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-9df2ad97-ce33-461a-ae86-cd59052df298 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/quotas/261a56c38b564260b994aa1efc3fc829 HTTP/1.1" status: 200 len: 375 time: 0.0088322 Nov 16 16:11:17.913791 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ee078cfd-9735-4728-860b-002186673d77 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=261a56c38b564260b994aa1efc3fc829&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420740 Nov 16 16:11:18.007050 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-9cddfa1f-3a10-43b3-be51-b62ce6ef1463 service neutron] 10.222.0.46 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857449 Nov 16 16:11:18.100369 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-7076471d-9c0b-438f-9c65-852e421a0bd4 service neutron] 10.222.0.46 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871208 Nov 16 16:11:18.265790 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-61dfddb2-d024-4270-a713-7a7fff6eba48 req-4d43f5ae-8109-4b61-9f6e-d5832a5a43b5 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 210 time: 0.0346119 Nov 16 16:11:19.231142 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-f98e46b0-f42f-48a7-8603-651436c195bf tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:19.232667 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-f98e46b0-f42f-48a7-8603-651436c195bf tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "GET /v2.0/networks?id=63a82f94-756b-4c4e-a3fc-7d796125074b HTTP/1.1" status: 200 len: 815 time: 0.1012192 Nov 16 16:11:19.246304 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-210391cc-9f7d-4beb-bd86-7074d593ab94 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Request body: {'port': {'device_id': '0556b1c3-b8f8-41ca-85b8-2852285a49f9', 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b', 'admin_state_up': True, 'tenant_id': '261a56c38b564260b994aa1efc3fc829'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:19.372279 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-339d8950-4015-4c90-908c-36e003c85ffe req-c790eb68-28e6-478f-a99f-75fa7fc98f30 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 210 time: 0.0366790 Nov 16 16:11:19.388766 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-210391cc-9f7d-4beb-bd86-7074d593ab94 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Made reservation on behalf of 261a56c38b564260b994aa1efc3fc829 for: {'port': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:11:19.392662 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-210391cc-9f7d-4beb-bd86-7074d593ab94 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:19.518348 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-210391cc-9f7d-4beb-bd86-7074d593ab94 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Allocated IP 172.20.0.13 (63a82f94-756b-4c4e-a3fc-7d796125074b/3254b556-8e5a-4da3-bbfe-cc0d828a8d0b/c7e4fe7f-71cc-49de-b03e-045a57243e92) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:11:19.679369 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-210391cc-9f7d-4beb-bd86-7074d593ab94 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:19.714303 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-210391cc-9f7d-4beb-bd86-7074d593ab94 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:19.726849 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['35db0ace-0705-4914-a3c5-dc0165afe4c6'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:11:19.756223 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-210391cc-9f7d-4beb-bd86-7074d593ab94 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Network 63a82f94-756b-4c4e-a3fc-7d796125074b is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:11:19.762125 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-210391cc-9f7d-4beb-bd86-7074d593ab94 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:19.765914 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-210391cc-9f7d-4beb-bd86-7074d593ab94 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:11:19.794535 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210391cc-9f7d-4beb-bd86-7074d593ab94 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Pushing event updated for resources: {'Port': ['ID=c7e4fe7f-71cc-49de-b03e-045a57243e92,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:19.822225 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-210391cc-9f7d-4beb-bd86-7074d593ab94 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:19.823106 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-210391cc-9f7d-4beb-bd86-7074d593ab94 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:19.838916 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-210391cc-9f7d-4beb-bd86-7074d593ab94 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5968060 Nov 16 16:11:19.851411 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Request body: {'port': {'device_id': '0556b1c3-b8f8-41ca-85b8-2852285a49f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:20.150950 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:20.401273 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e4fe7f-71cc-49de-b03e-045a57243e92 {{(pid=101853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:11:20.408788 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:20.421151 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.provisioning_blocks [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Transition to ACTIVE for port object c7e4fe7f-71cc-49de-b03e-045a57243e92 will not be triggered until provisioned by entity L2. {{(pid=101853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:11:20.425201 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:20.500791 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Pushing event updated for resources: {'Port': ['ID=c7e4fe7f-71cc-49de-b03e-045a57243e92,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:20.556138 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206264e2-e895-4e60-91d4-3f015695bafe req-95bc5be2-5157-4f08-a358-8b18b14accd0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:20.558326 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-206264e2-e895-4e60-91d4-3f015695bafe req-95bc5be2-5157-4f08-a358-8b18b14accd0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 944 time: 0.1045761 Nov 16 16:11:20.612040 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Attempting to bind port c7e4fe7f-71cc-49de-b03e-045a57243e92 on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:11:20.612388 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Attempting to bind port c7e4fe7f-71cc-49de-b03e-045a57243e92 by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:11:20.612702 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Attempting to bind port c7e4fe7f-71cc-49de-b03e-045a57243e92 on network 63a82f94-756b-4c4e-a3fc-7d796125074b {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:11:20.623966 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Port c7e4fe7f-71cc-49de-b03e-045a57243e92 on network 63a82f94-756b-4c4e-a3fc-7d796125074b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:11:20.624287 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Attempting to bind port c7e4fe7f-71cc-49de-b03e-045a57243e92 on network 63a82f94-756b-4c4e-a3fc-7d796125074b {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:11:20.630251 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-206264e2-e895-4e60-91d4-3f015695bafe req-06859a70-b7a5-4855-b4e1-756b043850dc tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645187 Nov 16 16:11:20.632806 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:11:20.633253 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Checking segment: {'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:11:20.633489 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Bound using segment: {'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:11:20.633913 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Bound port: c7e4fe7f-71cc-49de-b03e-045a57243e92, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'}}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:11:20.634267 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:20.702050 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] For port c7e4fe7f-71cc-49de-b03e-045a57243e92, host hv-cinder-81809, cleared binding levels {{(pid=101853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:11:20.705176 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] For port c7e4fe7f-71cc-49de-b03e-045a57243e92, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=c7e4fe7f-71cc-49de-b03e-045a57243e92,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:11:20.708705 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:20.741605 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:20.742230 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:20.743629 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] 10.222.0.62 "PUT /v2.0/ports/c7e4fe7f-71cc-49de-b03e-045a57243e92 HTTP/1.1" status: 200 len: 1094 time: 0.8964498 Nov 16 16:11:20.744850 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0556b1c3-b8f8-41ca-85b8-2852285a49f9', 'tag': 'c7e4fe7f-71cc-49de-b03e-045a57243e92'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:11:20.746895 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd9a7c7-da65-40d9-b899-cce8102da333" -d '{"events": [{"name": "network-changed", "server_uuid": "0556b1c3-b8f8-41ca-85b8-2852285a49f9", "tag": "c7e4fe7f-71cc-49de-b03e-045a57243e92"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:11:20.767405 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-faf2be23-4274-4dc6-baac-aadd3e8cd314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:20.774075 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed159af1-cd76-48cf-bb99-1091ace3d41b service neutron] Pushing event updated for resources: {'Port': ['ID=c7e4fe7f-71cc-49de-b03e-045a57243e92,revision_number=3']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:20.796259 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5f37d9-9239-486d-a22d-83445c7023d5 x-openstack-request-id: req-4c5f37d9-9239-486d-a22d-83445c7023d5 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:11:20.796561 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0556b1c3-b8f8-41ca-85b8-2852285a49f9", "tag": "c7e4fe7f-71cc-49de-b03e-045a57243e92", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:11:20.796861 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c5f37d9-9239-486d-a22d-83445c7023d5 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:11:20.797261 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0556b1c3-b8f8-41ca-85b8-2852285a49f9', 'tag': 'c7e4fe7f-71cc-49de-b03e-045a57243e92', 'status': 'completed', 'code': 200} Nov 16 16:11:20.846184 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-45f2ff5d-074a-4d56-933c-77fc8f191939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:20.847705 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-45f2ff5d-074a-4d56-933c-77fc8f191939 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=261a56c38b564260b994aa1efc3fc829&device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 1097 time: 0.0466583 Nov 16 16:11:20.893135 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-3b59bb90-b415-4142-981e-5d7ecac9942f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7e4fe7f-71cc-49de-b03e-045a57243e92 HTTP/1.1" status: 200 len: 217 time: 0.0359039 Nov 16 16:11:20.945264 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-3833269b-ab57-42a1-9357-60b40389219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:20.946625 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-3833269b-ab57-42a1-9357-60b40389219b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3254b556-8e5a-4da3-bbfe-cc0d828a8d0b HTTP/1.1" status: 200 len: 855 time: 0.0443039 Nov 16 16:11:20.980048 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-1f182f58-60db-4bf9-bc73-cb68935fe60e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63a82f94-756b-4c4e-a3fc-7d796125074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245898 Nov 16 16:11:21.078067 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-ed201085-4268-485f-a2c2-4c855db467d1 service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870821 Nov 16 16:11:21.168651 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f49daa17-0ee7-4713-9b72-5dc01b2ad829 req-69a55a93-dc29-494c-81c3-548a823900a4 service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828311 Nov 16 16:11:21.254317 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9a7c7-da65-40d9-b899-cce8102da333 req-2793a5d6-ef15-461c-a88f-cdfc866b763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:21.255884 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0cd9a7c7-da65-40d9-b899-cce8102da333 req-2793a5d6-ef15-461c-a88f-cdfc866b763f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=261a56c38b564260b994aa1efc3fc829&device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 1097 time: 0.0412073 Nov 16 16:11:21.349877 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9a7c7-da65-40d9-b899-cce8102da333 req-836838d3-f9e1-455e-ab6e-fa8212412d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:21.351328 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0cd9a7c7-da65-40d9-b899-cce8102da333 req-836838d3-f9e1-455e-ab6e-fa8212412d20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=63a82f94-756b-4c4e-a3fc-7d796125074b HTTP/1.1" status: 200 len: 916 time: 0.0882154 Nov 16 16:11:21.399029 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0cd9a7c7-da65-40d9-b899-cce8102da333 req-34f40dea-1be3-461b-bc43-452666862c66 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7e4fe7f-71cc-49de-b03e-045a57243e92 HTTP/1.1" status: 200 len: 217 time: 0.0347435 Nov 16 16:11:21.464613 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9a7c7-da65-40d9-b899-cce8102da333 req-1a942028-7d2a-4d6c-8e2a-9f856eac765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:21.466063 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0cd9a7c7-da65-40d9-b899-cce8102da333 req-1a942028-7d2a-4d6c-8e2a-9f856eac765c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3254b556-8e5a-4da3-bbfe-cc0d828a8d0b HTTP/1.1" status: 200 len: 855 time: 0.0486760 Nov 16 16:11:21.500411 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0cd9a7c7-da65-40d9-b899-cce8102da333 req-cdd32132-1ffb-45fb-aee9-8e0f21763577 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63a82f94-756b-4c4e-a3fc-7d796125074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267782 Nov 16 16:11:21.597561 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0cd9a7c7-da65-40d9-b899-cce8102da333 req-edf3d785-e1de-49eb-8ef8-d6b2968746be service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836189 Nov 16 16:11:21.693019 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0cd9a7c7-da65-40d9-b899-cce8102da333 req-0be3ce6d-c1f7-4184-bcd6-f0f125b5eae7 service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880919 Nov 16 16:11:21.746203 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0f21e-fea0-496f-ae7b-73f8aa7623b2 req-2979c679-e2d0-4b1f-9a68-0995383bbdb4 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:21.747705 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-91e0f21e-fea0-496f-ae7b-73f8aa7623b2 req-2979c679-e2d0-4b1f-9a68-0995383bbdb4 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 944 time: 0.0506253 Nov 16 16:11:21.795291 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-91e0f21e-fea0-496f-ae7b-73f8aa7623b2 req-a9ebe23e-bb1f-46e1-9b42-2298159f0360 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416093 Nov 16 16:11:22.042362 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47746) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:22.143287 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a7e77f91-6868-443c-9cfa-6e432f7aeaa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:22.221251 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a7e77f91-6868-443c-9cfa-6e432f7aeaa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:22.225041 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a7e77f91-6868-443c-9cfa-6e432f7aeaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:22.264818 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-a7e77f91-6868-443c-9cfa-6e432f7aeaa2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62d6297a2f9a4056b5b4fd30f614388c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213531 Nov 16 16:11:22.265671 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e77f91-6868-443c-9cfa-6e432f7aeaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec2c789-9b95-4105-a40c-25769578b10a,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:22.267647 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47750) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:22.316835 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7e1636cc-5cad-438e-a134-8d7544083d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:22.337239 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7e1636cc-5cad-438e-a134-8d7544083d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:22.383394 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7e1636cc-5cad-438e-a134-8d7544083d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:22.386063 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-7e1636cc-5cad-438e-a134-8d7544083d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:22.387193 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-7e1636cc-5cad-438e-a134-8d7544083d9c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ec2c789-9b95-4105-a40c-25769578b10a HTTP/1.1" status: 204 len: 168 time: 0.1185174 Nov 16 16:11:22.394899 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1636cc-5cad-438e-a134-8d7544083d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec2c789-9b95-4105-a40c-25769578b10a,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:22.923908 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9838e34-5f94-4da0-a6a7-53e3363288ba req-ab987ba4-8125-44f4-a172-daef08a32a39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:22.926016 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c9838e34-5f94-4da0-a6a7-53e3363288ba req-ab987ba4-8125-44f4-a172-daef08a32a39 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 944 time: 0.0597670 Nov 16 16:11:22.976009 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c9838e34-5f94-4da0-a6a7-53e3363288ba req-fc1d26e0-b0dc-4403-928e-3396eb0d627d tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436449 Nov 16 16:11:23.031069 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-94e37ae1-7ee9-4841-ae29-5a49129837d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.032306 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47774) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:23.127070 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1608031981-network', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:23.147870 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] Made reservation on behalf of df73e9a151d74cbfa33bed295c7c3be3 for: {'network': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:11:23.150078 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.158848 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.233835 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.245582 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.276735 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=101854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:11:23.292684 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da504b5c-ce5d-42f6-a06a-c21aa2c734d5,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:23.296921 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.297268 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.segments_db [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] Added segment ff0f081b-e78a-4f08-ab19-a18868675733 of type vlan for network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 Nov 16 16:11:23.340716 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.365667 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.366750 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:23.367354 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.420281 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3866906 Nov 16 16:11:23.423324 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47778) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:23.428241 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-cbbc16f4-d896-4aa6-b216-c0283cabb48f admin admin] Request body: {'subnet': {'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1608031981-subnet', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'ip_version': 4}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:23.430959 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976899d8-9878-44e4-b3f5-c5cb1b9c12a7 admin admin] Pushing event updated for resources: {'Network': ['ID=5e1573a3-7c9c-47a0-b82c-386adb674ca5,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:23.441151 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:11:23.450965 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbc16f4-d896-4aa6-b216-c0283cabb48f admin admin] Made reservation on behalf of df73e9a151d74cbfa33bed295c7c3be3 for: {'subnet': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:11:23.453298 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-cbbc16f4-d896-4aa6-b216-c0283cabb48f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3353550'] for subnet, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.620503 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-cbbc16f4-d896-4aa6-b216-c0283cabb48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2153975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3353564'] for subnet, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.683855 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc16f4-d896-4aa6-b216-c0283cabb48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cadf7a88-8908-44cf-9e08-88118b3e78a0,revision_number=0']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:23.688033 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc16f4-d896-4aa6-b216-c0283cabb48f admin admin] Checking segment: {'id': 'ff0f081b-e78a-4f08-ab19-a18868675733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:11:23.688387 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbc16f4-d896-4aa6-b216-c0283cabb48f admin admin] Network hostable DHCP agents. Network: 5e1573a3-7c9c-47a0-b82c-386adb674ca5, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:11:23.704419 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbc16f4-d896-4aa6-b216-c0283cabb48f admin admin] Network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:11:23.712203 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-cbbc16f4-d896-4aa6-b216-c0283cabb48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, 5e1573a3-7c9c-47a0-b82c-386adb674ca5) {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:23.716226 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc16f4-d896-4aa6-b216-c0283cabb48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:23.716826 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-cbbc16f4-d896-4aa6-b216-c0283cabb48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.721101 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e809b8c4-10c2-43e2-8de7-c8ccf9768ee5 None None] Network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:11:23.733521 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-cbbc16f4-d896-4aa6-b216-c0283cabb48f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3090446 Nov 16 16:11:23.736275 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47780) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:23.740792 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:23.764283 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15366'] for router, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.765285 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1753862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15391'] for router, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.822830 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.872284 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93989c1-70f4-523d-88f7-0e38e565381d-5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'fixed_ips': [{'subnet_id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0'}]}} from dv-cinder-818098-2-iscsi. {{(pid=101855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 16:11:23.873178 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:23.958877 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:24.006563 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.db_base_plugin_common [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Allocated IP 172.20.0.2 (5e1573a3-7c9c-47a0-b82c-386adb674ca5/cadf7a88-8908-44cf-9e08-88118b3e78a0/05c9bc69-c682-4ad7-9dac-646240e6b3c5) {{(pid=101855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:11:24.098090 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f13dee-6f92-48da-aec4-a5dac7cd6c76 req-82e7487f-1346-468f-be9e-56643a49e60e tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:24.099718 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6f13dee-6f92-48da-aec4-a5dac7cd6c76 req-82e7487f-1346-468f-be9e-56643a49e60e tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 944 time: 0.0528331 Nov 16 16:11:24.151217 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d6f13dee-6f92-48da-aec4-a5dac7cd6c76 req-256f9e4c-3278-4149-898d-a8de2ed88cb7 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441194 Nov 16 16:11:24.163323 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:24.163680 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Publish callbacks [] for port, precommit_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:24.171202 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:24.183310 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:24.219590 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 is already hosted by enough agents. {{(pid=101855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:11:24.220721 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Pushing event updated for resources: {'Port': ['ID=05c9bc69-c682-4ad7-9dac-646240e6b3c5,revision_number=1']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:24.223273 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.base_scheduler [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Resources bound (agent type, host, resource id): {{(pid=101855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:24.225389 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Received port after_create {{(pid=101855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:11:24.280664 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Attempting to bind port 05c9bc69-c682-4ad7-9dac-646240e6b3c5 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:11:24.281224 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Attempting to bind port 05c9bc69-c682-4ad7-9dac-646240e6b3c5 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': 'ff0f081b-e78a-4f08-ab19-a18868675733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:11:24.281791 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Attempting to bind port 05c9bc69-c682-4ad7-9dac-646240e6b3c5 on network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:11:24.288030 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:11:24.288400 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Checking segment: {'id': 'ff0f081b-e78a-4f08-ab19-a18868675733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:11:24.288794 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:24.289189 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Bound using segment: {'id': 'ff0f081b-e78a-4f08-ab19-a18868675733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:11:24.289650 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Bound port: 05c9bc69-c682-4ad7-9dac-646240e6b3c5, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0f081b-e78a-4f08-ab19-a18868675733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:11:24.290024 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:24.294443 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Allocated IP 172.27.1.248 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/a161555d-3dcd-433b-8f5c-7faa77fc3f65) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:11:24.354063 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] For port 05c9bc69-c682-4ad7-9dac-646240e6b3c5, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:11:24.357055 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] For port 05c9bc69-c682-4ad7-9dac-646240e6b3c5, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=05c9bc69-c682-4ad7-9dac-646240e6b3c5,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:11:24.363578 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:24.405498 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:24.439608 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:24.484891 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:11:24.488431 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:24.494642 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:11:24.496544 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a161555d-3dcd-433b-8f5c-7faa77fc3f65,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:24.522700 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:24.553271 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed57661-2cfe-4330-ae53-2fdb064210fb None None] Pushing event updated for resources: {'Port': ['ID=05c9bc69-c682-4ad7-9dac-646240e6b3c5,revision_number=2']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:24.668770 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device c7e4fe7f-71cc-49de-b03e-045a57243e92 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:11:24.776925 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:24.805596 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port c7e4fe7f-71cc-49de-b03e-045a57243e92, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=c7e4fe7f-71cc-49de-b03e-045a57243e92,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:24.818251 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': 'c7e4fe7f-71cc-49de-b03e-045a57243e92', 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b', 'port_id': 'c7e4fe7f-71cc-49de-b03e-045a57243e92', 'mac_address': 'fa:16:3e:5b:85:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3254b556-8e5a-4da3-bbfe-cc0d828a8d0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:11:24.863477 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:24.877479 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e4fe7f-71cc-49de-b03e-045a57243e92 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:11:24.898407 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port c7e4fe7f-71cc-49de-b03e-045a57243e92, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=c7e4fe7f-71cc-49de-b03e-045a57243e92,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:24.902507 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:24.951614 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=c7e4fe7f-71cc-49de-b03e-045a57243e92,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:24.974231 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1753973'] for router, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:25.101451 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Router efd0b186-b699-45cb-b955-04edbb848d07 is scheduled to L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a with binding_index 1 {{(pid=101854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 16:11:25.148796 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['c7e4fe7f-71cc-49de-b03e-045a57243e92'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:11:25.237323 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:11:25.250645 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Sync routers for ids ['efd0b186-b699-45cb-b955-04edbb848d07'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:11:25.256636 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] Publish callbacks [] for router, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:25.261819 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-b459225b-8c99-40c3-9edd-01413c7e02a3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5242815 Nov 16 16:11:25.262719 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47786) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:25.282551 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Routers {'efd0b186-b699-45cb-b955-04edbb848d07'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:11:25.283334 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:11:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['efd0b186-b699-45cb-b955-04edbb848d07'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:25.300082 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ebe63-adb4-4187-a188-737339f35578 req-86e64033-545c-4150-8498-2f8b7f10df4d tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:25.310551 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d60ebe63-adb4-4187-a188-737339f35578 req-86e64033-545c-4150-8498-2f8b7f10df4d tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 945 time: 0.0833440 Nov 16 16:11:25.368277 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d60ebe63-adb4-4187-a188-737339f35578 req-3370b5f7-db45-408d-a8da-50183248331a tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551083 Nov 16 16:11:25.431121 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Set router efd0b186-b699-45cb-b955-04edbb848d07 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:11:25.573779 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7161d6f-fed1-4f96-b5d3-d0c88296bf13 None None] Network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:11:25.681071 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-ffc577c8-08de-4d1f-95e1-bd1f5744c96d None None] Provisioning complete for port 05c9bc69-c682-4ad7-9dac-646240e6b3c5 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:25.682028 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-ffc577c8-08de-4d1f-95e1-bd1f5744c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:25.800864 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:25.810365 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:11:24Z', 'revision_number': 3, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port': {'id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:24Z', 'updated_at': '2021-11-16T16:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:25.844386 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Checking router: efd0b186-b699-45cb-b955-04edbb848d07 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:11:25.844737 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Updating router efd0b186-b699-45cb-b955-04edbb848d07 port a161555d-3dcd-433b-8f5c-7faa77fc3f65 binding host dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:11:25.913746 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:25.941817 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-ffc577c8-08de-4d1f-95e1-bd1f5744c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.004955 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.050034 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-ffc577c8-08de-4d1f-95e1-bd1f5744c96d None None] For port 05c9bc69-c682-4ad7-9dac-646240e6b3c5, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=05c9bc69-c682-4ad7-9dac-646240e6b3c5,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:26.058407 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-ffc577c8-08de-4d1f-95e1-bd1f5744c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.155311 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc577c8-08de-4d1f-95e1-bd1f5744c96d None None] Pushing event updated for resources: {'Port': ['ID=05c9bc69-c682-4ad7-9dac-646240e6b3c5,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:26.182188 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Allocated IP 172.20.0.1 (5e1573a3-7c9c-47a0-b82c-386adb674ca5/cadf7a88-8908-44cf-9e08-88118b3e78a0/946b4ca2-cdb6-46d8-bff1-c068d15404e4) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:11:26.253181 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Publish callbacks [] for port, precommit_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.258273 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.289709 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.325029 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Attempting to bind port a161555d-3dcd-433b-8f5c-7faa77fc3f65 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:11:26.325440 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Attempting to bind port a161555d-3dcd-433b-8f5c-7faa77fc3f65 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:11:26.325845 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Attempting to bind port a161555d-3dcd-433b-8f5c-7faa77fc3f65 on network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:11:26.327231 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.336076 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6117e-cdcd-4b58-8247-4b17a7c02277 None None] Pushing event updated for resources: {'Port': ['ID=a161555d-3dcd-433b-8f5c-7faa77fc3f65,revision_number=2']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:26.340735 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-bd0a291d-b713-4f48-bc1c-3976ddbe0b3e None None] Provisioning complete for port 05c9bc69-c682-4ad7-9dac-646240e6b3c5 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:26.341109 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-bd0a291d-b713-4f48-bc1c-3976ddbe0b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.342982 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:11:26.343348 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Checking segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:11:26.343833 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.344330 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Bound using segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:11:26.344690 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Bound port: a161555d-3dcd-433b-8f5c-7faa77fc3f65, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:11:26.345065 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.363620 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:11:26.368564 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:26.372899 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:11:26.399721 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Pushing event updated for resources: {'Port': ['ID=946b4ca2-cdb6-46d8-bff1-c068d15404e4,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:26.424696 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754630'] for router_interface, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.442337 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] For port a161555d-3dcd-433b-8f5c-7faa77fc3f65, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:11:26.446385 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] For port a161555d-3dcd-433b-8f5c-7faa77fc3f65, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=a161555d-3dcd-433b-8f5c-7faa77fc3f65,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:11:26.479954 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.582338 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e385bd-8dab-48ff-961e-9bd562249768 req-a0843999-8e74-4425-bc00-6e2c51d770b9 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:26.591667 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-71e385bd-8dab-48ff-961e-9bd562249768 req-a0843999-8e74-4425-bc00-6e2c51d770b9 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 945 time: 0.1362908 Nov 16 16:11:26.600564 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.608232 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Routers {'efd0b186-b699-45cb-b955-04edbb848d07'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:11:26.608860 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:11:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['efd0b186-b699-45cb-b955-04edbb848d07'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:26.612160 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6117e-cdcd-4b58-8247-4b17a7c02277 None None] Pushing event updated for resources: {'Port': ['ID=a161555d-3dcd-433b-8f5c-7faa77fc3f65,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:26.647200 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-71e385bd-8dab-48ff-961e-9bd562249768 req-c8fbaeeb-598e-4030-bf1e-39299902b742 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539522 Nov 16 16:11:26.657368 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 05c9bc69-c682-4ad7-9dac-646240e6b3c5 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:11:26.667210 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.839314 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.842068 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device c7e4fe7f-71cc-49de-b03e-045a57243e92 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:11:26.844969 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.914590 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.923222 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1756342'] for router_interface, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.925058 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Pushing event updated for resources: {'Port': ['ID=946b4ca2-cdb6-46d8-bff1-c068d15404e4,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:26.931586 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3ae1e257-12be-4d8b-b17b-223cc1057c99 None None] Provisioning complete for port 946b4ca2-cdb6-46d8-bff1-c068d15404e4 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:26.931961 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3ae1e257-12be-4d8b-b17b-223cc1057c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:26.998733 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1e257-12be-4d8b-b17b-223cc1057c99 None None] Port 946b4ca2-cdb6-46d8-bff1-c068d15404e4 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:11:27.002304 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] Set router efd0b186-b699-45cb-b955-04edbb848d07 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:11:27.004482 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 05c9bc69-c682-4ad7-9dac-646240e6b3c5 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:27.004857 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:27.018919 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:11:27.020277 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:27.032744 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port c7e4fe7f-71cc-49de-b03e-045a57243e92 completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:11:27.058027 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port c7e4fe7f-71cc-49de-b03e-045a57243e92 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:27.058404 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:27.153145 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Router efd0b186-b699-45cb-b955-04edbb848d07 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:11:27.265172 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:11:27.279366 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-d7538339-aedd-46a3-aa14-ab9a7aacfa13 admin admin] 10.222.0.46 "PUT /v2.0/routers/efd0b186-b699-45cb-b955-04edbb848d07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0063126 Nov 16 16:11:27.312152 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-1f3bee65-e708-42b6-a544-cbdf0050747c None None] Provisioning complete for port 946b4ca2-cdb6-46d8-bff1-c068d15404e4 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:27.312651 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1f3bee65-e708-42b6-a544-cbdf0050747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:27.314014 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:27.394479 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-1f3bee65-e708-42b6-a544-cbdf0050747c None None] Port 946b4ca2-cdb6-46d8-bff1-c068d15404e4 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:11:27.396463 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0556b1c3-b8f8-41ca-85b8-2852285a49f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e4fe7f-71cc-49de-b03e-045a57243e92'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:11:27.398847 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9dc9cc-dead-4148-bf65-ba34cbffb7fc" -d '{"events": [{"server_uuid": "0556b1c3-b8f8-41ca-85b8-2852285a49f9", "name": "network-vif-plugged", "status": "completed", "tag": "c7e4fe7f-71cc-49de-b03e-045a57243e92"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:11:27.419375 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port c7e4fe7f-71cc-49de-b03e-045a57243e92, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=c7e4fe7f-71cc-49de-b03e-045a57243e92,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:27.427791 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:27.461253 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893f841e-0f04-4ded-b398-74ab87cdd7a4 x-openstack-request-id: req-893f841e-0f04-4ded-b398-74ab87cdd7a4 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:11:27.461538 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0556b1c3-b8f8-41ca-85b8-2852285a49f9", "name": "network-vif-plugged", "status": "completed", "tag": "c7e4fe7f-71cc-49de-b03e-045a57243e92", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:11:27.461790 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-893f841e-0f04-4ded-b398-74ab87cdd7a4 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:11:27.462179 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0556b1c3-b8f8-41ca-85b8-2852285a49f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e4fe7f-71cc-49de-b03e-045a57243e92', 'code': 200} Nov 16 16:11:27.477268 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 4, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port': {'id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:24Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '946b4ca2-cdb6-46d8-bff1-c068d15404e4', 'name': '', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'mac_address': 'fa:16:3e:d3:65:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:26Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 1, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'subnets': [{'id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:27.510833 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceef78c-176e-416a-b024-258cd486b30a None None] The sync data for ids ['efd0b186-b699-45cb-b955-04edbb848d07'] in dv-cinder-818098-2-iscsi is: [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 4, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port': {'id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:24Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '946b4ca2-cdb6-46d8-bff1-c068d15404e4', 'name': '', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'mac_address': 'fa:16:3e:d3:65:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:26Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 1, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'subnets': [{'id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:11:27.521768 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=c7e4fe7f-71cc-49de-b03e-045a57243e92,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:27.649706 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd748c-843a-4991-b021-234953008731 req-6da356b8-d1c6-4734-a4e3-105b1a6985da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:27.652307 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2fcd748c-843a-4991-b021-234953008731 req-6da356b8-d1c6-4734-a4e3-105b1a6985da service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 1099 time: 0.0508704 Nov 16 16:11:27.712525 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2fcd748c-843a-4991-b021-234953008731 req-1c9bcfc2-2b95-4258-8c0a-fb9774138c9b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509672 Nov 16 16:11:27.819544 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d749b-46fc-47c9-addb-2349b1c11f06 req-81cfff42-2c25-4aac-a5be-c9854b0fa22b tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:27.820590 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47810) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:27.824687 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-638d749b-46fc-47c9-addb-2349b1c11f06 req-81cfff42-2c25-4aac-a5be-c9854b0fa22b tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 946 time: 0.0657644 Nov 16 16:11:27.828043 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-425768356-network', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:27.861510 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Made reservation on behalf of b6bcbc12dfa9434ea3e46e15eccccf1b for: {'network': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:11:27.864196 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for network, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:27.874041 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:27.879964 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-638d749b-46fc-47c9-addb-2349b1c11f06 req-4baf658d-2a3d-42f7-9889-15a79441b06b tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495009 Nov 16 16:11:27.956340 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:27.960394 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:27.982916 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=101854) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 16:11:27.999361 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3705933-042f-4d8a-88cd-ce6c507d799a,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:28.001831 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:28.002168 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.segments_db [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Added segment 5638afaf-baff-4858-a7f3-7a887476e875 of type vlan for network d3273bba-17cb-42cb-a0eb-49847d8c348a Nov 16 16:11:28.015693 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:28.016039 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:28.016429 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:28.016699 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:28.017022 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:28.017353 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:28.017660 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:28.017980 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:28.018296 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:28.018613 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:28.018928 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:28.019248 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:28.063094 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743495324919'] for network, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:28.093263 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225'] for network, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:28.094180 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:28.094776 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:28.159119 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3348725 Nov 16 16:11:28.163990 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47812) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:28.170096 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-2d077432-0be4-41cf-acac-8d519362ca97 admin admin] Request body: {'subnet': {'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-425768356-subnet', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'ip_version': 4}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:28.174087 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39be066-6fcc-42e5-9f35-941303f025e4 admin admin] Pushing event updated for resources: {'Network': ['ID=d3273bba-17cb-42cb-a0eb-49847d8c348a,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:28.186153 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Network d3273bba-17cb-42cb-a0eb-49847d8c348a details requested by agent ovs-agent-dv-cinder-818098-2-iscsi with host dv-cinder-818098-2-iscsi {{(pid=101855) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 16:11:28.203719 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d077432-0be4-41cf-acac-8d519362ca97 admin admin] Made reservation on behalf of b6bcbc12dfa9434ea3e46e15eccccf1b for: {'subnet': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:11:28.206413 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2d077432-0be4-41cf-acac-8d519362ca97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3173568'] for subnet, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:28.398147 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2d077432-0be4-41cf-acac-8d519362ca97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3712759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3173586'] for subnet, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:28.449922 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d077432-0be4-41cf-acac-8d519362ca97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d61c89-0d48-4a54-b73f-e207857c3ad5,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:28.467139 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d077432-0be4-41cf-acac-8d519362ca97 admin admin] Checking segment: {'id': '5638afaf-baff-4858-a7f3-7a887476e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:11:28.467600 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d077432-0be4-41cf-acac-8d519362ca97 admin admin] Network hostable DHCP agents. Network: d3273bba-17cb-42cb-a0eb-49847d8c348a, hostable agents: ['7e73e8f2-0adb-4b63-96e6-1740f60ca2b5'], hosted agents: [] {{(pid=101854) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 16:11:28.488130 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d077432-0be4-41cf-acac-8d519362ca97 admin admin] Network d3273bba-17cb-42cb-a0eb-49847d8c348a is scheduled to be hosted by DHCP agent 7e73e8f2-0adb-4b63-96e6-1740f60ca2b5 with binding_index 1 {{(pid=101854) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 16:11:28.498880 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-2d077432-0be4-41cf-acac-8d519362ca97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818098-2-iscsi, d3273bba-17cb-42cb-a0eb-49847d8c348a) {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:28.503010 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d077432-0be4-41cf-acac-8d519362ca97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:28.503637 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-2d077432-0be4-41cf-acac-8d519362ca97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:28.520388 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b579682a-384e-42d9-a861-2b65d93de176 None None] Network d3273bba-17cb-42cb-a0eb-49847d8c348a requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:11:28.524504 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device a161555d-3dcd-433b-8f5c-7faa77fc3f65 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:11:28.541652 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-2d077432-0be4-41cf-acac-8d519362ca97 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3746672 Nov 16 16:11:28.544514 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47814) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:28.549330 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-425768356-router', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:28.579267 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1765393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15366'] for router, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:28.580523 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1753862', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15391'] for router, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:28.638384 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:28.654511 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port a161555d-3dcd-433b-8f5c-7faa77fc3f65 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:28.654869 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:28.778822 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93989c1-70f4-523d-88f7-0e38e565381d-d3273bba-17cb-42cb-a0eb-49847d8c348a', 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'fixed_ips': [{'subnet_id': '19d61c89-0d48-4a54-b73f-e207857c3ad5'}]}} from dv-cinder-818098-2-iscsi. {{(pid=101855) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 16:11:28.779700 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:28.793629 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:28.811667 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:28.893139 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] For port a161555d-3dcd-433b-8f5c-7faa77fc3f65, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=a161555d-3dcd-433b-8f5c-7faa77fc3f65,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:28.903614 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:29.012016 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.db_base_plugin_common [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Allocated IP 172.20.0.2 (d3273bba-17cb-42cb-a0eb-49847d8c348a/19d61c89-0d48-4a54-b73f-e207857c3ad5/aa35b462-bc59-4889-b8e9-08362ade9c29) {{(pid=101855) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:11:29.014279 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=a161555d-3dcd-433b-8f5c-7faa77fc3f65,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:29.051447 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:29.073739 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:29.080877 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58457691-c0ca-4903-8048-2178bd71ff16 req-bc984d06-c90f-473d-a4bc-954d8abaf587 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:29.084422 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-58457691-c0ca-4903-8048-2178bd71ff16 req-bc984d06-c90f-473d-a4bc-954d8abaf587 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 946 time: 0.0968456 Nov 16 16:11:29.152357 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-58457691-c0ca-4903-8048-2178bd71ff16 req-5fa29b7e-7f19-481e-a684-c20296146dec tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537522 Nov 16 16:11:29.180208 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Publish callbacks [] for port, precommit_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:29.187649 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909'] for port, after_create {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:29.192323 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Allocated IP 172.27.1.155 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/ac9a02cf-a560-4910-a211-18e6d6c58fde) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:11:29.227606 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Network d3273bba-17cb-42cb-a0eb-49847d8c348a is already hosted by enough agents. {{(pid=101855) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:11:29.230965 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.scheduler.base_scheduler [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Resources bound (agent type, host, resource id): {{(pid=101855) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:29.234841 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Received port after_create {{(pid=101855) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:11:29.240338 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Pushing event updated for resources: {'Port': ['ID=aa35b462-bc59-4889-b8e9-08362ade9c29,revision_number=1']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:29.294121 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Attempting to bind port aa35b462-bc59-4889-b8e9-08362ade9c29 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:11:29.294487 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Attempting to bind port aa35b462-bc59-4889-b8e9-08362ade9c29 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '5638afaf-baff-4858-a7f3-7a887476e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:11:29.294846 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Attempting to bind port aa35b462-bc59-4889-b8e9-08362ade9c29 on network d3273bba-17cb-42cb-a0eb-49847d8c348a {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:11:29.300811 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:11:29.301185 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Checking segment: {'id': '5638afaf-baff-4858-a7f3-7a887476e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:11:29.301675 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:29.302010 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Bound using segment: {'id': '5638afaf-baff-4858-a7f3-7a887476e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:11:29.302995 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Bound port: aa35b462-bc59-4889-b8e9-08362ade9c29, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5638afaf-baff-4858-a7f3-7a887476e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:11:29.303397 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:29.308756 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:29.346894 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:29.372052 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] For port aa35b462-bc59-4889-b8e9-08362ade9c29, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:11:29.375244 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] For port aa35b462-bc59-4889-b8e9-08362ade9c29, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=aa35b462-bc59-4889-b8e9-08362ade9c29,segment=NetworkSegment(5638afaf-baff-4858-a7f3-7a887476e875),segment_id=5638afaf-baff-4858-a7f3-7a887476e875)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:11:29.380206 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:29.389527 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:11:29.394444 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:29.398893 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:11:29.430911 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9a02cf-a560-4910-a211-18e6d6c58fde,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:29.445809 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152e899-54a9-4a95-ae63-0dd8e7993129 None None] Pushing event updated for resources: {'Port': ['ID=aa35b462-bc59-4889-b8e9-08362ade9c29,revision_number=2']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:29.679431 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Sync routers for ids ['efd0b186-b699-45cb-b955-04edbb848d07'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:11:29.693191 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Routers {'efd0b186-b699-45cb-b955-04edbb848d07'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:11:29.696634 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:11:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['efd0b186-b699-45cb-b955-04edbb848d07'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:29.717325 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:29.810803 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Set router efd0b186-b699-45cb-b955-04edbb848d07 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:11:29.924522 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1766040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1753973'] for router, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:30.020365 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 4, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port': {'id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:24Z', 'updated_at': '2021-11-16T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '946b4ca2-cdb6-46d8-bff1-c068d15404e4', 'name': '', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'mac_address': 'fa:16:3e:d3:65:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:26Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 2, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'subnets': [{'id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:30.047917 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Checking router: efd0b186-b699-45cb-b955-04edbb848d07 for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:11:30.048265 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Updating router efd0b186-b699-45cb-b955-04edbb848d07 port 946b4ca2-cdb6-46d8-bff1-c068d15404e4 binding host dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:11:30.067986 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Router 07c61ade-a03c-490f-baf8-b571f456b51b is scheduled to L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a with binding_index 1 {{(pid=101854) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 16:11:30.073841 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:30.184709 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:11:30.194616 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Sync routers for ids ['07c61ade-a03c-490f-baf8-b571f456b51b'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:11:30.207383 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] Publish callbacks [] for router, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:30.208488 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Routers {'07c61ade-a03c-490f-baf8-b571f456b51b'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:11:30.209148 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:11:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['07c61ade-a03c-490f-baf8-b571f456b51b'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:30.212752 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47820) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:30.213301 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-ad1302af-f67f-4d74-a900-3aea7c085e52 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6672459 Nov 16 16:11:30.377866 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca6b2b-81cf-4ec4-8fa5-8d82c096ef8e req-0acf52c4-eb24-4ae3-ac9b-d0711900ac24 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:30.379690 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-22ca6b2b-81cf-4ec4-8fa5-8d82c096ef8e req-0acf52c4-eb24-4ae3-ac9b-d0711900ac24 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 946 time: 0.0756710 Nov 16 16:11:30.383040 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Publish callbacks [] for port, precommit_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:30.395282 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:30.444261 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a8074-28dd-42e7-9ba7-8367f9413d55 None None] Pushing event updated for resources: {'Port': ['ID=946b4ca2-cdb6-46d8-bff1-c068d15404e4,revision_number=3']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:30.457766 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a8074-28dd-42e7-9ba7-8367f9413d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:30.458137 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a8074-28dd-42e7-9ba7-8367f9413d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:30.458479 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a8074-28dd-42e7-9ba7-8367f9413d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:30.458820 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a8074-28dd-42e7-9ba7-8367f9413d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:30.459815 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a8074-28dd-42e7-9ba7-8367f9413d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:30.460110 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a8074-28dd-42e7-9ba7-8367f9413d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:30.460440 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a8074-28dd-42e7-9ba7-8367f9413d55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:30.460769 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a8074-28dd-42e7-9ba7-8367f9413d55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:30.461113 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a8074-28dd-42e7-9ba7-8367f9413d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:30.461438 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a8074-28dd-42e7-9ba7-8367f9413d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:30.461763 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a8074-28dd-42e7-9ba7-8367f9413d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:30.462082 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a8074-28dd-42e7-9ba7-8367f9413d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:30.468057 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-22ca6b2b-81cf-4ec4-8fa5-8d82c096ef8e req-b4d67656-edf5-4a21-9010-416d7104ce20 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759563 Nov 16 16:11:30.537384 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Attempting to bind port 946b4ca2-cdb6-46d8-bff1-c068d15404e4 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:11:30.538054 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Attempting to bind port 946b4ca2-cdb6-46d8-bff1-c068d15404e4 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': 'ff0f081b-e78a-4f08-ab19-a18868675733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5'}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:11:30.538246 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Attempting to bind port 946b4ca2-cdb6-46d8-bff1-c068d15404e4 on network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:11:30.545613 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:11:30.545761 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Checking segment: {'id': 'ff0f081b-e78a-4f08-ab19-a18868675733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:11:30.546295 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:30.546696 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Bound using segment: {'id': 'ff0f081b-e78a-4f08-ab19-a18868675733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5'} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:11:30.547168 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Bound port: 946b4ca2-cdb6-46d8-bff1-c068d15404e4, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0f081b-e78a-4f08-ab19-a18868675733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5'}}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:11:30.547630 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:30.554791 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Set router 07c61ade-a03c-490f-baf8-b571f456b51b gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:11:30.724445 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] For port 946b4ca2-cdb6-46d8-bff1-c068d15404e4, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:11:30.731708 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] For port 946b4ca2-cdb6-46d8-bff1-c068d15404e4, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=946b4ca2-cdb6-46d8-bff1-c068d15404e4,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:11:30.742419 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:30.761865 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device a161555d-3dcd-433b-8f5c-7faa77fc3f65 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:11:30.804097 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Routers {'efd0b186-b699-45cb-b955-04edbb848d07'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:11:30.804788 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:11:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['efd0b186-b699-45cb-b955-04edbb848d07'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:30.808061 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4f8624-ebac-4767-99a1-dc57bd7ebcb5 None None] Network d3273bba-17cb-42cb-a0eb-49847d8c348a requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:11:30.847640 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a8074-28dd-42e7-9ba7-8367f9413d55 None None] Pushing event updated for resources: {'Port': ['ID=946b4ca2-cdb6-46d8-bff1-c068d15404e4,revision_number=4']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:30.944410 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] Set router efd0b186-b699-45cb-b955-04edbb848d07 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:11:30.960387 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-f6b0ff46-da87-4164-83f9-0edffdb086e2 None None] Provisioning complete for port aa35b462-bc59-4889-b8e9-08362ade9c29 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:30.960756 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-f6b0ff46-da87-4164-83f9-0edffdb086e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:31.000061 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:31.064808 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port a161555d-3dcd-433b-8f5c-7faa77fc3f65 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:31.065186 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:31.216361 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 4, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port': {'id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:24Z', 'updated_at': '2021-11-16T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '946b4ca2-cdb6-46d8-bff1-c068d15404e4', 'name': '', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'mac_address': 'fa:16:3e:d3:65:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:26Z', 'updated_at': '2021-11-16T16:11:30Z', 'revision_number': 4, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'subnets': [{'id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:31.231557 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Allocated IP 172.20.0.1 (d3273bba-17cb-42cb-a0eb-49847d8c348a/19d61c89-0d48-4a54-b73f-e207857c3ad5/33d6e717-ee68-4c7e-a356-63f33cda6926) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:11:31.251134 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362ce7e-4557-4229-b401-13202f58ade1 None None] The sync data for ids ['efd0b186-b699-45cb-b955-04edbb848d07'] in dv-cinder-818098-2-iscsi is: [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 4, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port': {'id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:24Z', 'updated_at': '2021-11-16T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '946b4ca2-cdb6-46d8-bff1-c068d15404e4', 'name': '', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'mac_address': 'fa:16:3e:d3:65:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:26Z', 'updated_at': '2021-11-16T16:11:30Z', 'revision_number': 4, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'subnets': [{'id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:11:31.280879 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-f6b0ff46-da87-4164-83f9-0edffdb086e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:31.354041 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:31.385096 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device aa35b462-bc59-4889-b8e9-08362ade9c29 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:11:31.402801 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:31.411809 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-f6b0ff46-da87-4164-83f9-0edffdb086e2 None None] For port aa35b462-bc59-4889-b8e9-08362ade9c29, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=aa35b462-bc59-4889-b8e9-08362ade9c29,segment=NetworkSegment(5638afaf-baff-4858-a7f3-7a887476e875),segment_id=5638afaf-baff-4858-a7f3-7a887476e875)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:31.416302 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'name': 'tempest-TestShelveInstance-425768356-router', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'ac9a02cf-a560-4910-a211-18e6d6c58fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:28Z', 'updated_at': '2021-11-16T16:11:29Z', 'revision_number': 3, 'project_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'gw_port': {'id': 'ac9a02cf-a560-4910-a211-18e6d6c58fde', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:29Z', 'updated_at': '2021-11-16T16:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:31.446692 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-f6b0ff46-da87-4164-83f9-0edffdb086e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:31.456194 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Checking router: 07c61ade-a03c-490f-baf8-b571f456b51b for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:11:31.456401 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Updating router 07c61ade-a03c-490f-baf8-b571f456b51b port ac9a02cf-a560-4910-a211-18e6d6c58fde binding host dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:11:31.484908 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=33d6e717-ee68-4c7e-a356-63f33cda6926,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:31.497794 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:31.498146 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:31.498508 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:31.498844 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:31.499177 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:31.499651 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:31.500407 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:31.500743 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:31.501074 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:31.501398 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:31.501723 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:31.502044 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:11:31.507536 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Network d3273bba-17cb-42cb-a0eb-49847d8c348a is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:11:31.510041 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:31.512822 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:11:31.529138 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:31.557162 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754630'] for router_interface, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:31.581634 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0ff46-da87-4164-83f9-0edffdb086e2 None None] Pushing event updated for resources: {'Port': ['ID=aa35b462-bc59-4889-b8e9-08362ade9c29,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:31.655706 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port aa35b462-bc59-4889-b8e9-08362ade9c29 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:31.656081 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:31.663273 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3384a9f0-dd10-40e8-80a5-9c84173777dd None None] Provisioning complete for port 946b4ca2-cdb6-46d8-bff1-c068d15404e4 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:31.663600 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3384a9f0-dd10-40e8-80a5-9c84173777dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:31.817187 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:31.961373 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3384a9f0-dd10-40e8-80a5-9c84173777dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:32.040243 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3384a9f0-dd10-40e8-80a5-9c84173777dd None None] For port 946b4ca2-cdb6-46d8-bff1-c068d15404e4, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=946b4ca2-cdb6-46d8-bff1-c068d15404e4,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:32.053784 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3384a9f0-dd10-40e8-80a5-9c84173777dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:32.072500 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:32.079675 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:32.092793 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Publish callbacks [] for port, precommit_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:32.104590 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:32.129331 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384a9f0-dd10-40e8-80a5-9c84173777dd None None] Pushing event updated for resources: {'Port': ['ID=946b4ca2-cdb6-46d8-bff1-c068d15404e4,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:32.140235 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1756342'] for router_interface, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:32.162716 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Attempting to bind port ac9a02cf-a560-4910-a211-18e6d6c58fde on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:11:32.163085 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Attempting to bind port ac9a02cf-a560-4910-a211-18e6d6c58fde by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:11:32.163449 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Attempting to bind port ac9a02cf-a560-4910-a211-18e6d6c58fde on network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:11:32.183292 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:11:32.183677 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Checking segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:11:32.184005 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:32.184398 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Bound using segment: {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'} {{(pid=101855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:11:32.184880 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.managers [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Bound port: ac9a02cf-a560-4910-a211-18e6d6c58fde, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4499d6-ddba-45a9-9919-4b3909a84299', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6'}}] {{(pid=101855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:11:32.185584 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:32.201949 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=33d6e717-ee68-4c7e-a356-63f33cda6926,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:32.210453 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fa985-89ce-4e7b-b698-1d63fcc602d4 None None] Pushing event updated for resources: {'Port': ['ID=ac9a02cf-a560-4910-a211-18e6d6c58fde,revision_number=2']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:32.230016 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-62e200bb-9a49-4c35-80dd-5032c493f5cc None None] Provisioning complete for port aa35b462-bc59-4889-b8e9-08362ade9c29 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:32.230390 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-62e200bb-9a49-4c35-80dd-5032c493f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:32.266287 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Network d3273bba-17cb-42cb-a0eb-49847d8c348a is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:11:32.268217 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:32.282587 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] For port ac9a02cf-a560-4910-a211-18e6d6c58fde, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:11:32.287151 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] For port ac9a02cf-a560-4910-a211-18e6d6c58fde, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=ac9a02cf-a560-4910-a211-18e6d6c58fde,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:11:32.304824 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:32.410639 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Routers {'07c61ade-a03c-490f-baf8-b571f456b51b'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:11:32.411583 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:11:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['07c61ade-a03c-490f-baf8-b571f456b51b'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:32.418678 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fa985-89ce-4e7b-b698-1d63fcc602d4 None None] Pushing event updated for resources: {'Port': ['ID=ac9a02cf-a560-4910-a211-18e6d6c58fde,revision_number=3']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:32.422589 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Router 07c61ade-a03c-490f-baf8-b571f456b51b has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:11:32.549376 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-62e200bb-9a49-4c35-80dd-5032c493f5cc None None] Provisioning complete for port 33d6e717-ee68-4c7e-a356-63f33cda6926 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:32.549533 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-62e200bb-9a49-4c35-80dd-5032c493f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:32.576535 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 946b4ca2-cdb6-46d8-bff1-c068d15404e4 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:11:32.641468 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:11:32.648521 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-bfc43b55-4200-44da-b438-474a83db5dd7 admin admin] 10.222.0.46 "PUT /v2.0/routers/07c61ade-a03c-490f-baf8-b571f456b51b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4339204 Nov 16 16:11:32.685817 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-6c84efe2-7530-48ec-895c-41ec559c2fa1 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:32.693657 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-6c84efe2-7530-48ec-895c-41ec559c2fa1 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/networks?id=63a82f94-756b-4c4e-a3fc-7d796125074b HTTP/1.1" status: 200 len: 815 time: 0.1884639 Nov 16 16:11:32.710919 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-01940659-ad57-4248-9581-e25d6a9dd511 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/quotas/261a56c38b564260b994aa1efc3fc829 HTTP/1.1" status: 200 len: 375 time: 0.0159242 Nov 16 16:11:32.755697 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] Set router 07c61ade-a03c-490f-baf8-b571f456b51b gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:11:32.764201 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-1e79fc58-dfaf-4918-b25f-ace2576eb1f4 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=261a56c38b564260b994aa1efc3fc829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523903 Nov 16 16:11:32.797362 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-62e200bb-9a49-4c35-80dd-5032c493f5cc None None] Port 33d6e717-ee68-4c7e-a356-63f33cda6926 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:11:32.864935 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-c2741152-edae-4bc0-baed-2285a9bdda46 service neutron] 10.222.0.46 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967250 Nov 16 16:11:32.900786 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 946b4ca2-cdb6-46d8-bff1-c068d15404e4 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:32.901222 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:32.971824 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-d0b9ff01-5d9e-4ca5-ba1e-65abf5a169b4 service neutron] 10.222.0.46 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990770 Nov 16 16:11:32.981579 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-73f8439b-3bf3-4fc3-8740-9992bba1d403 None None] Provisioning complete for port 33d6e717-ee68-4c7e-a356-63f33cda6926 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:32.981954 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-73f8439b-3bf3-4fc3-8740-9992bba1d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:33.046293 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-73f8439b-3bf3-4fc3-8740-9992bba1d403 None None] Port 33d6e717-ee68-4c7e-a356-63f33cda6926 cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:11:33.092805 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device aa35b462-bc59-4889-b8e9-08362ade9c29 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:11:33.140003 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7bca9441-eca1-4ff4-a18b-f59825e51079 req-a99a6ee5-6915-4ffd-982b-5c93574db9eb tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 210 time: 0.0315590 Nov 16 16:11:33.153767 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'name': 'tempest-TestShelveInstance-425768356-router', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'ac9a02cf-a560-4910-a211-18e6d6c58fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:28Z', 'updated_at': '2021-11-16T16:11:31Z', 'revision_number': 4, 'project_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'gw_port': {'id': 'ac9a02cf-a560-4910-a211-18e6d6c58fde', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:29Z', 'updated_at': '2021-11-16T16:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '33d6e717-ee68-4c7e-a356-63f33cda6926', 'name': '', 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'mac_address': 'fa:16:3e:ab:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '19d61c89-0d48-4a54-b73f-e207857c3ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:31Z', 'updated_at': '2021-11-16T16:11:31Z', 'revision_number': 2, 'project_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'subnets': [{'id': '19d61c89-0d48-4a54-b73f-e207857c3ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:33.191705 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a8c6e-55b7-47db-a10f-121c319f4e6b None None] The sync data for ids ['07c61ade-a03c-490f-baf8-b571f456b51b'] in dv-cinder-818098-2-iscsi is: [{'id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'name': 'tempest-TestShelveInstance-425768356-router', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'ac9a02cf-a560-4910-a211-18e6d6c58fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:28Z', 'updated_at': '2021-11-16T16:11:31Z', 'revision_number': 4, 'project_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'gw_port': {'id': 'ac9a02cf-a560-4910-a211-18e6d6c58fde', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:29Z', 'updated_at': '2021-11-16T16:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '33d6e717-ee68-4c7e-a356-63f33cda6926', 'name': '', 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'mac_address': 'fa:16:3e:ab:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '19d61c89-0d48-4a54-b73f-e207857c3ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:31Z', 'updated_at': '2021-11-16T16:11:31Z', 'revision_number': 2, 'project_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'subnets': [{'id': '19d61c89-0d48-4a54-b73f-e207857c3ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:11:33.199602 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port aa35b462-bc59-4889-b8e9-08362ade9c29 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:33.199970 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:33.648691 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 47868) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:33.654863 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-c3a90321-4b2f-4c9f-b8fd-45a442fe725b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1949082711', 'description': 'tempest-secgroup-smoke-1949082711 description', 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:33.678416 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c3a90321-4b2f-4c9f-b8fd-45a442fe725b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:33.762930 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c3a90321-4b2f-4c9f-b8fd-45a442fe725b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:33.766892 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c3a90321-4b2f-4c9f-b8fd-45a442fe725b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:33.793028 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-c3a90321-4b2f-4c9f-b8fd-45a442fe725b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:33.794369 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-c3a90321-4b2f-4c9f-b8fd-45a442fe725b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1433234 Nov 16 16:11:33.797408 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47870) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:33.803104 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-65ddb1e7-1d44-4e05-9f5d-41b375d2b88e tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Request body: {'security_group_rule': {'security_group_id': 'c6ac9ab5-814e-46ea-a781-9a83a1bf76b9', 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:33.810632 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a90321-4b2f-4c9f-b8fd-45a442fe725b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:33.842680 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-65ddb1e7-1d44-4e05-9f5d-41b375d2b88e tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.172594 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-65ddb1e7-1d44-4e05-9f5d-41b375d2b88e tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.186629 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-65ddb1e7-1d44-4e05-9f5d-41b375d2b88e tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.222161 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddb1e7-1d44-4e05-9f5d-41b375d2b88e tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d47e7b-a852-48c6-82f9-ec993212e84c,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:34.237749 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-65ddb1e7-1d44-4e05-9f5d-41b375d2b88e tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.239875 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-65ddb1e7-1d44-4e05-9f5d-41b375d2b88e tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4407585 Nov 16 16:11:34.242483 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47874) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:34.248835 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-321ca1ae-68a2-4184-961c-ee73871317be tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Request body: {'security_group_rule': {'security_group_id': 'c6ac9ab5-814e-46ea-a781-9a83a1bf76b9', 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:34.263236 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a14b160a-8bde-4c18-affb-38ea2d381b70 req-6885bcad-9acb-4fd7-822c-a6b7eb6d614f tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 210 time: 0.0411510 Nov 16 16:11:34.286152 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-321ca1ae-68a2-4184-961c-ee73871317be tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.326255 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-d5b339ba-2e89-47a3-aa87-45e6991b5821 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:34.328183 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-d5b339ba-2e89-47a3-aa87-45e6991b5821 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "GET /v2.0/networks?id=63a82f94-756b-4c4e-a3fc-7d796125074b HTTP/1.1" status: 200 len: 815 time: 0.1840434 Nov 16 16:11:34.354969 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-321ca1ae-68a2-4184-961c-ee73871317be tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.356067 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-4cbe24fc-2794-44b4-a4ef-70910e4e6889 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Request body: {'port': {'device_id': '5251b895-35a2-4a27-ae13-9ef1995cbc9e', 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b', 'admin_state_up': True, 'tenant_id': '261a56c38b564260b994aa1efc3fc829'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:34.361248 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-321ca1ae-68a2-4184-961c-ee73871317be tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.380637 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ca1ae-68a2-4184-961c-ee73871317be tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432fb2f5-ad9a-4fc4-b5fa-0fc0e59e8388,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:34.393926 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-321ca1ae-68a2-4184-961c-ee73871317be tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.396249 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-321ca1ae-68a2-4184-961c-ee73871317be tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510823 Nov 16 16:11:34.397812 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47880) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:34.403394 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-0914f27f-ab08-4419-afe1-9bb7782117d5 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Request body: {'security_group_rule': {'security_group_id': 'c6ac9ab5-814e-46ea-a781-9a83a1bf76b9', 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:34.434627 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0914f27f-ab08-4419-afe1-9bb7782117d5 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.498477 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-4cbe24fc-2794-44b4-a4ef-70910e4e6889 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Made reservation on behalf of 261a56c38b564260b994aa1efc3fc829 for: {'port': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:11:34.504686 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-4cbe24fc-2794-44b4-a4ef-70910e4e6889 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.526465 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0914f27f-ab08-4419-afe1-9bb7782117d5 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.543696 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0914f27f-ab08-4419-afe1-9bb7782117d5 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.550435 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device ac9a02cf-a560-4910-a211-18e6d6c58fde up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:11:34.566521 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914f27f-ab08-4419-afe1-9bb7782117d5 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59450d3a-2e1a-4d6f-a1bd-5f41002fa37d,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:34.574584 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0914f27f-ab08-4419-afe1-9bb7782117d5 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.576450 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-0914f27f-ab08-4419-afe1-9bb7782117d5 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1776719 Nov 16 16:11:34.579093 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47882) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:34.584100 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-3f5574ea-7782-4d56-8e58-554bba90c2ea tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Request body: {'security_group_rule': {'security_group_id': 'c6ac9ab5-814e-46ea-a781-9a83a1bf76b9', 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:34.618223 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port ac9a02cf-a560-4910-a211-18e6d6c58fde triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:34.619858 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.621053 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3f5574ea-7782-4d56-8e58-554bba90c2ea tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.671736 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-4cbe24fc-2794-44b4-a4ef-70910e4e6889 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Allocated IP 172.20.0.3 (63a82f94-756b-4c4e-a3fc-7d796125074b/3254b556-8e5a-4da3-bbfe-cc0d828a8d0b/8eeb4aa5-da20-4dc1-9493-f6a58cbdc337) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:11:34.694584 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3f5574ea-7782-4d56-8e58-554bba90c2ea tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.702992 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3f5574ea-7782-4d56-8e58-554bba90c2ea tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.719658 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.723525 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5574ea-7782-4d56-8e58-554bba90c2ea tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085fcbc2-8755-48be-b1a7-2da82f06d4e7,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:34.746782 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3f5574ea-7782-4d56-8e58-554bba90c2ea tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.748227 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-3f5574ea-7782-4d56-8e58-554bba90c2ea tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1678545 Nov 16 16:11:34.750970 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47884) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:34.754788 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] For port ac9a02cf-a560-4910-a211-18e6d6c58fde, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=ac9a02cf-a560-4910-a211-18e6d6c58fde,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:34.756776 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-4dddd3ae-5634-433c-a717-4ec14ed0fe54 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Request body: {'security_group_rule': {'security_group_id': 'c6ac9ab5-814e-46ea-a781-9a83a1bf76b9', 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:34.762321 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.788780 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.securitygroups_db [None req-4dddd3ae-5634-433c-a717-4ec14ed0fe54 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Project df73e9a151d74cbfa33bed295c7c3be3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 16:11:34.796112 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4dddd3ae-5634-433c-a717-4ec14ed0fe54 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.819935 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Pushing event updated for resources: {'Port': ['ID=ac9a02cf-a560-4910-a211-18e6d6c58fde,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:34.865932 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4dddd3ae-5634-433c-a717-4ec14ed0fe54 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.871048 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4dddd3ae-5634-433c-a717-4ec14ed0fe54 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.889779 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddd3ae-5634-433c-a717-4ec14ed0fe54 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68e225f-7ef0-4e3a-8a54-364b72d97c01,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:34.903506 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-4dddd3ae-5634-433c-a717-4ec14ed0fe54 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:34.905390 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-4dddd3ae-5634-433c-a717-4ec14ed0fe54 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1530437 Nov 16 16:11:34.907919 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 47886) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:11:34.912678 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [None req-9fee26df-df9a-4c25-b67a-a0d299d43986 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Request body: {'security_group_rule': {'security_group_id': 'c6ac9ab5-814e-46ea-a781-9a83a1bf76b9', 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:34.941884 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.db.securitygroups_db [None req-9fee26df-df9a-4c25-b67a-a0d299d43986 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Project df73e9a151d74cbfa33bed295c7c3be3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 16:11:34.947904 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9fee26df-df9a-4c25-b67a-a0d299d43986 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:35.015001 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9fee26df-df9a-4c25-b67a-a0d299d43986 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:35.019180 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9fee26df-df9a-4c25-b67a-a0d299d43986 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698300'] for security_group_rule, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:35.039738 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee26df-df9a-4c25-b67a-a0d299d43986 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d65f28-f595-426f-8f4a-5856e73e7e65,revision_number=0']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:35.049054 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-9fee26df-df9a-4c25-b67a-a0d299d43986 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:35.058439 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-9fee26df-df9a-4c25-b67a-a0d299d43986 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413627 Nov 16 16:11:35.140837 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-4cbe24fc-2794-44b4-a4ef-70910e4e6889 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:35.176437 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-4cbe24fc-2794-44b4-a4ef-70910e4e6889 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:35.189520 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['35db0ace-0705-4914-a3c5-dc0165afe4c6', 'c7e4fe7f-71cc-49de-b03e-045a57243e92'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:11:35.225286 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-4cbe24fc-2794-44b4-a4ef-70910e4e6889 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Network 63a82f94-756b-4c4e-a3fc-7d796125074b is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:11:35.229290 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-4cbe24fc-2794-44b4-a4ef-70910e4e6889 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:35.233841 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-4cbe24fc-2794-44b4-a4ef-70910e4e6889 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:11:35.257802 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe24fc-2794-44b4-a4ef-70910e4e6889 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Pushing event updated for resources: {'Port': ['ID=8eeb4aa5-da20-4dc1-9493-f6a58cbdc337,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:35.290112 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-4cbe24fc-2794-44b4-a4ef-70910e4e6889 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:35.291377 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-4cbe24fc-2794-44b4-a4ef-70910e4e6889 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:35.312303 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-4cbe24fc-2794-44b4-a4ef-70910e4e6889 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9640076 Nov 16 16:11:35.327930 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Request body: {'port': {'device_id': '5251b895-35a2-4a27-ae13-9ef1995cbc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:35.450728 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:35.474806 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f53dea-c5ca-48dd-ab67-852fca4ec051 req-79cbc17c-4541-41c6-9d53-03717ce62e6a tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:35.476485 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-32f53dea-c5ca-48dd-ab67-852fca4ec051 req-79cbc17c-4541-41c6-9d53-03717ce62e6a tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 931 time: 0.1105056 Nov 16 16:11:35.636300 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-32f53dea-c5ca-48dd-ab67-852fca4ec051 req-6f32870f-c9b6-4adf-a399-8056c7ebac9c tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386399 Nov 16 16:11:35.698593 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Sync routers for ids ['07c61ade-a03c-490f-baf8-b571f456b51b'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:11:35.708557 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Routers {'07c61ade-a03c-490f-baf8-b571f456b51b'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:11:35.709154 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:11:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['07c61ade-a03c-490f-baf8-b571f456b51b'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:35.797161 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 {{(pid=101853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:11:35.804848 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:35.817785 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.provisioning_blocks [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Transition to ACTIVE for port object 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 will not be triggered until provisioned by entity L2. {{(pid=101853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:11:35.822945 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:35.826811 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Set router 07c61ade-a03c-490f-baf8-b571f456b51b gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:11:35.892472 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Pushing event updated for resources: {'Port': ['ID=8eeb4aa5-da20-4dc1-9493-f6a58cbdc337,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:35.947366 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Attempting to bind port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:11:35.947801 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Attempting to bind port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:11:35.948083 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Attempting to bind port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 on network 63a82f94-756b-4c4e-a3fc-7d796125074b {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:11:35.952850 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 on network 63a82f94-756b-4c4e-a3fc-7d796125074b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:11:35.953245 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Attempting to bind port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 on network 63a82f94-756b-4c4e-a3fc-7d796125074b {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:11:35.958645 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:11:35.958983 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Checking segment: {'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:11:35.959374 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Bound using segment: {'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:11:35.959843 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Bound port: 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'}}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:11:35.960186 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:36.030728 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] For port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337, host hv-cinder-81809, cleared binding levels {{(pid=101853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:11:36.034769 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] For port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=8eeb4aa5-da20-4dc1-9493-f6a58cbdc337,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:11:36.039376 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:36.080618 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:36.081246 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:36.082714 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] 10.222.0.62 "PUT /v2.0/ports/8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 HTTP/1.1" status: 200 len: 1093 time: 0.7597942 Nov 16 16:11:36.083160 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5251b895-35a2-4a27-ae13-9ef1995cbc9e', 'tag': '8eeb4aa5-da20-4dc1-9493-f6a58cbdc337'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:11:36.086114 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17622cce-22da-4871-88f6-14701ea71e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "5251b895-35a2-4a27-ae13-9ef1995cbc9e", "tag": "8eeb4aa5-da20-4dc1-9493-f6a58cbdc337"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:11:36.112989 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611f232-bfd7-4463-b597-c30ced3e602b service neutron] Pushing event updated for resources: {'Port': ['ID=8eeb4aa5-da20-4dc1-9493-f6a58cbdc337,revision_number=3']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:36.147649 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6f2395-6be2-47a3-bb35-c057e531cfc4 x-openstack-request-id: req-4b6f2395-6be2-47a3-bb35-c057e531cfc4 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:11:36.147957 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5251b895-35a2-4a27-ae13-9ef1995cbc9e", "tag": "8eeb4aa5-da20-4dc1-9493-f6a58cbdc337", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:11:36.148216 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b6f2395-6be2-47a3-bb35-c057e531cfc4 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:11:36.148610 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5251b895-35a2-4a27-ae13-9ef1995cbc9e', 'tag': '8eeb4aa5-da20-4dc1-9493-f6a58cbdc337', 'status': 'completed', 'code': 200} Nov 16 16:11:36.155776 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'name': 'tempest-TestShelveInstance-425768356-router', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'ac9a02cf-a560-4910-a211-18e6d6c58fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:28Z', 'updated_at': '2021-11-16T16:11:31Z', 'revision_number': 4, 'project_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'gw_port': {'id': 'ac9a02cf-a560-4910-a211-18e6d6c58fde', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:29Z', 'updated_at': '2021-11-16T16:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '33d6e717-ee68-4c7e-a356-63f33cda6926', 'name': '', 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'mac_address': 'fa:16:3e:ab:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '19d61c89-0d48-4a54-b73f-e207857c3ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:31Z', 'updated_at': '2021-11-16T16:11:31Z', 'revision_number': 2, 'project_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'subnets': [{'id': '19d61c89-0d48-4a54-b73f-e207857c3ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:36.180407 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-94a684ab-aaeb-4c9c-9700-a92ef71b73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:36.182687 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-94a684ab-aaeb-4c9c-9700-a92ef71b73b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=261a56c38b564260b994aa1efc3fc829&device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 1096 time: 0.0462863 Nov 16 16:11:36.183115 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Checking router: 07c61ade-a03c-490f-baf8-b571f456b51b for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:11:36.183507 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Updating router 07c61ade-a03c-490f-baf8-b571f456b51b port 33d6e717-ee68-4c7e-a356-63f33cda6926 binding host dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 16:11:36.212000 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:36.239191 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-b2d4c0fc-d327-4c28-8f29-60e410e9bcd2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 HTTP/1.1" status: 200 len: 217 time: 0.0385377 Nov 16 16:11:36.295549 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-e1adf256-f4d2-42d7-91c6-7714111e59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:36.297068 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-e1adf256-f4d2-42d7-91c6-7714111e59c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3254b556-8e5a-4da3-bbfe-cc0d828a8d0b HTTP/1.1" status: 200 len: 855 time: 0.0467219 Nov 16 16:11:36.330605 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-ab1ae4fb-e3dc-4c5f-b939-ccf8d3142986 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63a82f94-756b-4c4e-a3fc-7d796125074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255308 Nov 16 16:11:36.436487 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-1643006f-b727-4426-9140-7a34e5e08645 service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930722 Nov 16 16:11:36.480512 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Publish callbacks [] for port, precommit_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:36.487179 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:36.512062 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device ac9a02cf-a560-4910-a211-18e6d6c58fde up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:11:36.543421 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9a4f721e-e6df-4285-bb5c-cfeff8d6a08b req-09d07b5f-def2-4d40-84aa-4a04390a12cb service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928228 Nov 16 16:11:36.559401 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77800c-381f-4100-837a-24b02bc4111c None None] Pushing event updated for resources: {'Port': ['ID=33d6e717-ee68-4c7e-a356-63f33cda6926,revision_number=3']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:36.572175 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port ac9a02cf-a560-4910-a211-18e6d6c58fde triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:36.573216 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:36.625141 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Attempting to bind port 33d6e717-ee68-4c7e-a356-63f33cda6926 on host dv-cinder-818098-2-iscsi for vnic_type normal with profile {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:11:36.625468 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Attempting to bind port 33d6e717-ee68-4c7e-a356-63f33cda6926 by drivers openvswitch,hyperv on host dv-cinder-818098-2-iscsi at level 0 using segments [{'id': '5638afaf-baff-4858-a7f3-7a887476e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a'}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:11:36.625929 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Attempting to bind port 33d6e717-ee68-4c7e-a356-63f33cda6926 on network d3273bba-17cb-42cb-a0eb-49847d8c348a {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:11:36.637899 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Checking agent: {'id': '668f629a-4751-47ee-b98e-7cb3072f3e82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 15, 55, 56), 'started_at': datetime.datetime(2021, 11, 16, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:11:36.638935 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Checking segment: {'id': '5638afaf-baff-4858-a7f3-7a887476e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:11:36.639813 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:36.640767 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Bound using segment: {'id': '5638afaf-baff-4858-a7f3-7a887476e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a'} {{(pid=101856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:11:36.641478 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.managers [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Bound port: 33d6e717-ee68-4c7e-a356-63f33cda6926, host: dv-cinder-818098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5638afaf-baff-4858-a7f3-7a887476e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a'}}] {{(pid=101856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:11:36.642120 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:36.682800 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17622cce-22da-4871-88f6-14701ea71e6e req-7bba47a2-783f-493a-bfcc-b42e0e6cdacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:36.684826 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-17622cce-22da-4871-88f6-14701ea71e6e req-7bba47a2-783f-493a-bfcc-b42e0e6cdacf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=261a56c38b564260b994aa1efc3fc829&device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 1096 time: 0.0664291 Nov 16 16:11:36.730873 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] For port 33d6e717-ee68-4c7e-a356-63f33cda6926, host dv-cinder-818098-2-iscsi, cleared binding levels {{(pid=101856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:11:36.735982 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.plugins.ml2.db [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] For port 33d6e717-ee68-4c7e-a356-63f33cda6926, host dv-cinder-818098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=33d6e717-ee68-4c7e-a356-63f33cda6926,segment=NetworkSegment(5638afaf-baff-4858-a7f3-7a887476e875),segment_id=5638afaf-baff-4858-a7f3-7a887476e875)] {{(pid=101856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:11:36.745966 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron_lib.callbacks.manager [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:36.812854 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Routers {'07c61ade-a03c-490f-baf8-b571f456b51b'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:11:36.813489 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:11:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['07c61ade-a03c-490f-baf8-b571f456b51b'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:36.818979 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77800c-381f-4100-837a-24b02bc4111c None None] Pushing event updated for resources: {'Port': ['ID=33d6e717-ee68-4c7e-a356-63f33cda6926,revision_number=4']} {{(pid=101856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:36.856542 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc939f70-1e87-40a5-8ccb-9add5b078437 req-757d0eb1-b7d6-4057-97f4-11dce277753a tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:36.858152 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cc939f70-1e87-40a5-8ccb-9add5b078437 req-757d0eb1-b7d6-4057-97f4-11dce277753a tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 943 time: 0.0959141 Nov 16 16:11:36.861898 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17622cce-22da-4871-88f6-14701ea71e6e req-8114d527-86c2-4ba2-9fa2-081ab5d949da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:36.863447 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-17622cce-22da-4871-88f6-14701ea71e6e req-8114d527-86c2-4ba2-9fa2-081ab5d949da service neutron] 10.222.0.62 "GET /v2.0/networks?id=63a82f94-756b-4c4e-a3fc-7d796125074b HTTP/1.1" status: 200 len: 916 time: 0.1674867 Nov 16 16:11:36.900354 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-d4720f0d-836d-4ba0-be53-8efbc646f538 None None] Provisioning complete for port 33d6e717-ee68-4c7e-a356-63f33cda6926 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:36.901027 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d4720f0d-836d-4ba0-be53-8efbc646f538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:36.929144 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-17622cce-22da-4871-88f6-14701ea71e6e req-37c84cee-6fcf-44cb-b19d-a72724937804 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 HTTP/1.1" status: 200 len: 217 time: 0.0549288 Nov 16 16:11:36.945203 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] Set router 07c61ade-a03c-490f-baf8-b571f456b51b gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:11:36.995236 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cc939f70-1e87-40a5-8ccb-9add5b078437 req-25dad285-e9f5-46e0-8434-cccc71058205 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307676 Nov 16 16:11:37.004520 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d4720f0d-836d-4ba0-be53-8efbc646f538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:37.017384 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17622cce-22da-4871-88f6-14701ea71e6e req-b951bd6f-27ce-4af3-b0bd-9df6e7848528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:37.020740 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-17622cce-22da-4871-88f6-14701ea71e6e req-b951bd6f-27ce-4af3-b0bd-9df6e7848528 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3254b556-8e5a-4da3-bbfe-cc0d828a8d0b HTTP/1.1" status: 200 len: 855 time: 0.0611768 Nov 16 16:11:37.054359 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-d4720f0d-836d-4ba0-be53-8efbc646f538 None None] For port 33d6e717-ee68-4c7e-a356-63f33cda6926, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=33d6e717-ee68-4c7e-a356-63f33cda6926,segment=NetworkSegment(5638afaf-baff-4858-a7f3-7a887476e875),segment_id=5638afaf-baff-4858-a7f3-7a887476e875)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:37.057680 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-17622cce-22da-4871-88f6-14701ea71e6e req-27b4143a-6d4c-4461-b768-9be47090708a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63a82f94-756b-4c4e-a3fc-7d796125074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287368 Nov 16 16:11:37.060572 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d4720f0d-836d-4ba0-be53-8efbc646f538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:37.111130 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4720f0d-836d-4ba0-be53-8efbc646f538 None None] Pushing event updated for resources: {'Port': ['ID=33d6e717-ee68-4c7e-a356-63f33cda6926,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:37.171682 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-17622cce-22da-4871-88f6-14701ea71e6e req-82e1c316-37d9-44b6-8800-3ad7ce3cb23a service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952635 Nov 16 16:11:37.184175 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-f1e71261-0460-4754-9193-f464725c6758 None None] Provisioning complete for port 33d6e717-ee68-4c7e-a356-63f33cda6926 triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:37.184632 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-f1e71261-0460-4754-9193-f464725c6758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:37.214737 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'name': 'tempest-TestShelveInstance-425768356-router', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'ac9a02cf-a560-4910-a211-18e6d6c58fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:28Z', 'updated_at': '2021-11-16T16:11:31Z', 'revision_number': 4, 'project_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'gw_port': {'id': 'ac9a02cf-a560-4910-a211-18e6d6c58fde', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:29Z', 'updated_at': '2021-11-16T16:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '33d6e717-ee68-4c7e-a356-63f33cda6926', 'name': '', 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'mac_address': 'fa:16:3e:ab:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '19d61c89-0d48-4a54-b73f-e207857c3ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:31Z', 'updated_at': '2021-11-16T16:11:36Z', 'revision_number': 4, 'project_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'subnets': [{'id': '19d61c89-0d48-4a54-b73f-e207857c3ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:11:37.242436 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103c2ca-b3a0-434f-ad6c-619d4830177c None None] The sync data for ids ['07c61ade-a03c-490f-baf8-b571f456b51b'] in dv-cinder-818098-2-iscsi is: [{'id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'name': 'tempest-TestShelveInstance-425768356-router', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'ac9a02cf-a560-4910-a211-18e6d6c58fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:28Z', 'updated_at': '2021-11-16T16:11:31Z', 'revision_number': 4, 'project_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'gw_port': {'id': 'ac9a02cf-a560-4910-a211-18e6d6c58fde', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:29Z', 'updated_at': '2021-11-16T16:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '33d6e717-ee68-4c7e-a356-63f33cda6926', 'name': '', 'network_id': 'd3273bba-17cb-42cb-a0eb-49847d8c348a', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'mac_address': 'fa:16:3e:ab:c2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '19d61c89-0d48-4a54-b73f-e207857c3ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:31Z', 'updated_at': '2021-11-16T16:11:36Z', 'revision_number': 4, 'project_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'subnets': [{'id': '19d61c89-0d48-4a54-b73f-e207857c3ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:11:37.277650 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-17622cce-22da-4871-88f6-14701ea71e6e req-1ea65d58-4e21-45d4-becd-f64b63d9b02d service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952001 Nov 16 16:11:38.125144 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa10558-fc91-46cd-911e-249a653b057a req-311f372e-ffc8-4a99-b793-fb5ce7b69030 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:38.126647 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dfa10558-fc91-46cd-911e-249a653b057a req-311f372e-ffc8-4a99-b793-fb5ce7b69030 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 943 time: 0.0553353 Nov 16 16:11:38.174760 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dfa10558-fc91-46cd-911e-249a653b057a req-bd6bccd2-6c19-4f7c-a921-1555cbf95e01 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420539 Nov 16 16:11:38.522652 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 33d6e717-ee68-4c7e-a356-63f33cda6926 up at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:11:38.571013 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Provisioning complete for port 33d6e717-ee68-4c7e-a356-63f33cda6926 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:38.571431 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:38.719257 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:11:38.819574 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=8eeb4aa5-da20-4dc1-9493-f6a58cbdc337,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:38.831061 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '8eeb4aa5-da20-4dc1-9493-f6a58cbdc337', 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b', 'port_id': '8eeb4aa5-da20-4dc1-9493-f6a58cbdc337', 'mac_address': 'fa:16:3e:a8:61:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3254b556-8e5a-4da3-bbfe-cc0d828a8d0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:11:38.871203 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:38.884347 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:11:38.911522 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=8eeb4aa5-da20-4dc1-9493-f6a58cbdc337,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:38.915940 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:38.966738 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=8eeb4aa5-da20-4dc1-9493-f6a58cbdc337,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:39.205690 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['8eeb4aa5-da20-4dc1-9493-f6a58cbdc337'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:11:39.295596 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cdc89-e296-48b4-ac4f-08b6cf068ba8 req-cc5d9c8d-8a7c-4fe6-a3d1-4fed4906d7fc tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:39.297211 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2a7cdc89-e296-48b4-ac4f-08b6cf068ba8 req-cc5d9c8d-8a7c-4fe6-a3d1-4fed4906d7fc tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 944 time: 0.0501125 Nov 16 16:11:39.345170 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2a7cdc89-e296-48b4-ac4f-08b6cf068ba8 req-d8e69474-449e-4804-9d91-598e1d7f1e22 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420291 Nov 16 16:11:39.387971 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:11:40.463017 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5740a3-655b-4028-adff-d2aabd913bc4 req-65ac4400-0ff9-40e3-b393-363329a48f88 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:40.464522 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-af5740a3-655b-4028-adff-d2aabd913bc4 req-65ac4400-0ff9-40e3-b393-363329a48f88 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 944 time: 0.0510027 Nov 16 16:11:40.516948 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-af5740a3-655b-4028-adff-d2aabd913bc4 req-38230461-82a1-4a2b-905f-5eacc8a3a725 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465200 Nov 16 16:11:40.723851 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:11:40.772974 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:11:40.777935 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:40.778335 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:40.856914 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:40.879901 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5251b895-35a2-4a27-ae13-9ef1995cbc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeb4aa5-da20-4dc1-9493-f6a58cbdc337'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:11:40.882139 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be2bfd3-901c-4a2b-9605-e47092533388" -d '{"events": [{"server_uuid": "5251b895-35a2-4a27-ae13-9ef1995cbc9e", "name": "network-vif-plugged", "status": "completed", "tag": "8eeb4aa5-da20-4dc1-9493-f6a58cbdc337"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:11:40.896576 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=8eeb4aa5-da20-4dc1-9493-f6a58cbdc337,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:11:40.902420 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:40.936655 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9372bb-1c36-4561-8192-dddea750acf7 x-openstack-request-id: req-3d9372bb-1c36-4561-8192-dddea750acf7 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:11:40.936973 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5251b895-35a2-4a27-ae13-9ef1995cbc9e", "name": "network-vif-plugged", "status": "completed", "tag": "8eeb4aa5-da20-4dc1-9493-f6a58cbdc337", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:11:40.937224 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d9372bb-1c36-4561-8192-dddea750acf7 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:11:40.937843 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5251b895-35a2-4a27-ae13-9ef1995cbc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeb4aa5-da20-4dc1-9493-f6a58cbdc337', 'code': 200} Nov 16 16:11:40.965907 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=8eeb4aa5-da20-4dc1-9493-f6a58cbdc337,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:41.107059 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09635d4a-f63a-4cbd-83c1-1e1bb82942bc req-31178c30-17e6-4b81-94e9-44c0a73cdf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:41.108592 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-09635d4a-f63a-4cbd-83c1-1e1bb82942bc req-31178c30-17e6-4b81-94e9-44c0a73cdf94 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 1098 time: 0.0416167 Nov 16 16:11:41.155732 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-09635d4a-f63a-4cbd-83c1-1e1bb82942bc req-a890f034-da2e-4f18-b4ac-5a5f029f6eed service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384073 Nov 16 16:11:41.631090 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c672b-4b18-4b58-9260-4f9da09caf4d req-6ad20257-08cc-4f05-af74-187a3cc72810 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:41.632594 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d65c672b-4b18-4b58-9260-4f9da09caf4d req-6ad20257-08cc-4f05-af74-187a3cc72810 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 945 time: 0.0505326 Nov 16 16:11:41.680510 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d65c672b-4b18-4b58-9260-4f9da09caf4d req-4c91a8c0-e3e1-4e9c-8814-7dac77b15f97 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420496 Nov 16 16:11:42.804595 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a454-98c8-4368-be0d-feffb2c84674 req-51c6cc64-fd20-437e-b0ea-441d0f16c927 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:42.806644 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-22d4a454-98c8-4368-be0d-feffb2c84674 req-51c6cc64-fd20-437e-b0ea-441d0f16c927 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 945 time: 0.0545964 Nov 16 16:11:42.854715 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-22d4a454-98c8-4368-be0d-feffb2c84674 req-533e6279-68d0-4b39-a7b6-b970a57b560d tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421929 Nov 16 16:11:50.753408 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-62766019-881b-489a-b5b8-c7e03948651b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:53.033417 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-5da8eb9c-4df3-4532-80a1-44b2f1f19475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:53.567620 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-b22f2944-6714-4ab6-a5d3-d9719c7ba061 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:53.568978 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-b22f2944-6714-4ab6-a5d3-d9719c7ba061 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/networks?id=63a82f94-756b-4c4e-a3fc-7d796125074b HTTP/1.1" status: 200 len: 815 time: 0.1087298 Nov 16 16:11:53.583745 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-69022488-5d1c-49aa-b6a1-db0b6e6cec62 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/quotas/261a56c38b564260b994aa1efc3fc829 HTTP/1.1" status: 200 len: 375 time: 0.0088027 Nov 16 16:11:53.635899 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-e29ec2c6-394c-4ec9-ad42-03d92740a326 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=261a56c38b564260b994aa1efc3fc829&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469582 Nov 16 16:11:53.725034 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-dc6d238b-aed9-484f-9363-edef92ad6a4f service neutron] 10.222.0.46 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821586 Nov 16 16:11:53.824620 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-170d2bc3-1a79-4ba3-bd86-3b0d67d5fc49 service neutron] 10.222.0.46 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916467 Nov 16 16:11:53.975812 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d233ac8a-096b-4091-97d8-cbb3a544ba26 req-0e056ee0-6a6a-46bc-9b8f-f5f471b0ec98 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 210 time: 0.0271533 Nov 16 16:11:54.371251 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:54.951901 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-1d8fd18a-47cd-49d4-b9ff-9534b8773b0a tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:54.953421 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-1d8fd18a-47cd-49d4-b9ff-9534b8773b0a tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "GET /v2.0/networks?id=63a82f94-756b-4c4e-a3fc-7d796125074b HTTP/1.1" status: 200 len: 815 time: 0.1082616 Nov 16 16:11:54.974522 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-69825d8d-a157-44d5-b0a7-61fb5de7c010 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Request body: {'port': {'device_id': 'e8141c68-3ada-4780-a71e-a344b9383228', 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b', 'admin_state_up': True, 'tenant_id': '261a56c38b564260b994aa1efc3fc829'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:55.087071 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d8f3a420-f565-4728-91ab-6b1edb7ac812 req-6126455e-7ca3-4866-95b0-c402561c62d0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 210 time: 0.0413351 Nov 16 16:11:55.111913 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-69825d8d-a157-44d5-b0a7-61fb5de7c010 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Made reservation on behalf of 261a56c38b564260b994aa1efc3fc829 for: {'port': 1} {{(pid=101853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:11:55.115338 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-69825d8d-a157-44d5-b0a7-61fb5de7c010 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:55.240083 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-69825d8d-a157-44d5-b0a7-61fb5de7c010 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Allocated IP 172.20.0.10 (63a82f94-756b-4c4e-a3fc-7d796125074b/3254b556-8e5a-4da3-bbfe-cc0d828a8d0b/2a81da43-82b4-4e69-8e1a-fb7d58d2f65b) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:11:55.389513 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-69825d8d-a157-44d5-b0a7-61fb5de7c010 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:55.423346 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-69825d8d-a157-44d5-b0a7-61fb5de7c010 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:55.437487 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['35db0ace-0705-4914-a3c5-dc0165afe4c6', 'c7e4fe7f-71cc-49de-b03e-045a57243e92', '8eeb4aa5-da20-4dc1-9493-f6a58cbdc337'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:11:55.467905 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-69825d8d-a157-44d5-b0a7-61fb5de7c010 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Network 63a82f94-756b-4c4e-a3fc-7d796125074b is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:11:55.471071 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-69825d8d-a157-44d5-b0a7-61fb5de7c010 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:55.474959 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-69825d8d-a157-44d5-b0a7-61fb5de7c010 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:11:55.481415 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69825d8d-a157-44d5-b0a7-61fb5de7c010 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Pushing event updated for resources: {'Port': ['ID=2a81da43-82b4-4e69-8e1a-fb7d58d2f65b,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:55.532191 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-69825d8d-a157-44d5-b0a7-61fb5de7c010 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:55.532806 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-69825d8d-a157-44d5-b0a7-61fb5de7c010 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:55.551361 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-69825d8d-a157-44d5-b0a7-61fb5de7c010 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5804174 Nov 16 16:11:55.570876 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Request body: {'port': {'device_id': 'e8141c68-3ada-4780-a71e-a344b9383228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:55.626721 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:55.767295 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:55.788076 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-a6ee99fa-1e6b-427e-9d40-e003cd1f6c25 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1949082711&fields=id&tenant_id=df73e9a151d74cbfa33bed295c7c3be3 HTTP/1.1" status: 200 len: 267 time: 0.1169081 Nov 16 16:11:55.962912 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-a4f3e887-2719-48ee-98ba-74ea41e9d64d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:55.964459 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-a4f3e887-2719-48ee-98ba-74ea41e9d64d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/networks?id=5e1573a3-7c9c-47a0-b82c-386adb674ca5 HTTP/1.1" status: 200 len: 809 time: 0.1622965 Nov 16 16:11:55.990213 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-78db4130-ab97-47f8-9364-084107cd70b6 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/quotas/df73e9a151d74cbfa33bed295c7c3be3 HTTP/1.1" status: 200 len: 375 time: 0.0198605 Nov 16 16:11:56.061202 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b {{(pid=101853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:11:56.070490 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:56.086690 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-617e14ad-fc6e-4c98-ae97-79290d949aad tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df73e9a151d74cbfa33bed295c7c3be3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744011 Nov 16 16:11:56.091425 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.provisioning_blocks [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Transition to ACTIVE for port object 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b will not be triggered until provisioned by entity L2. {{(pid=101853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:11:56.096393 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:56.224878 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Pushing event updated for resources: {'Port': ['ID=2a81da43-82b4-4e69-8e1a-fb7d58d2f65b,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:56.301742 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63385b-a1de-4809-b4fe-7e2d948ffa4a req-a96fe035-ad86-4a69-9cfd-6d648bdcfa70 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:56.303204 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fb63385b-a1de-4809-b4fe-7e2d948ffa4a req-a96fe035-ad86-4a69-9cfd-6d648bdcfa70 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 944 time: 0.1375396 Nov 16 16:11:56.325548 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-c15060e1-0879-49f7-9d4c-b70742033149 service neutron] 10.222.0.46 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237394 Nov 16 16:11:56.403320 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Attempting to bind port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:11:56.403799 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Attempting to bind port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:11:56.404130 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Attempting to bind port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b on network 63a82f94-756b-4c4e-a3fc-7d796125074b {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:11:56.422140 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b on network 63a82f94-756b-4c4e-a3fc-7d796125074b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:11:56.422462 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Attempting to bind port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b on network 63a82f94-756b-4c4e-a3fc-7d796125074b {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:11:56.434066 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fb63385b-a1de-4809-b4fe-7e2d948ffa4a req-6c6c911e-0eb9-4948-9f85-d9278a152716 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234150 Nov 16 16:11:56.436587 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:11:56.436936 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Checking segment: {'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:11:56.437286 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Bound using segment: {'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'} {{(pid=101853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:11:56.437725 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.managers [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Bound port: 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd41721a-dce9-4f51-9511-5b4c7841c55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b'}}] {{(pid=101853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:11:56.438081 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:56.501992 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-68698be7-9b3e-42f4-aa6e-915266f02814 service neutron] 10.222.0.46 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672878 Nov 16 16:11:56.525642 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] For port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b, host hv-cinder-81809, cleared binding levels {{(pid=101853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:11:56.527759 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:56.529823 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] For port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=2a81da43-82b4-4e69-8e1a-fb7d58d2f65b,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:11:56.537724 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:56.581454 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:56.582070 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:56.583455 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] 10.222.0.62 "PUT /v2.0/ports/2a81da43-82b4-4e69-8e1a-fb7d58d2f65b HTTP/1.1" status: 200 len: 1094 time: 1.0180850 Nov 16 16:11:56.583916 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8141c68-3ada-4780-a71e-a344b9383228', 'tag': '2a81da43-82b4-4e69-8e1a-fb7d58d2f65b'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:11:56.586208 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7143bf-3fee-4428-a2d9-43ed345bb937" -d '{"events": [{"name": "network-changed", "server_uuid": "e8141c68-3ada-4780-a71e-a344b9383228", "tag": "2a81da43-82b4-4e69-8e1a-fb7d58d2f65b"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:11:56.607675 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd72f2-f660-41f8-9d9c-2a0732cca356 service neutron] Pushing event updated for resources: {'Port': ['ID=2a81da43-82b4-4e69-8e1a-fb7d58d2f65b,revision_number=3']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:56.634311 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67cec3f-f2fe-4419-b884-75e580313688 x-openstack-request-id: req-a67cec3f-f2fe-4419-b884-75e580313688 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:11:56.634610 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8141c68-3ada-4780-a71e-a344b9383228", "tag": "2a81da43-82b4-4e69-8e1a-fb7d58d2f65b", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:11:56.634859 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a67cec3f-f2fe-4419-b884-75e580313688 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:11:56.636568 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8141c68-3ada-4780-a71e-a344b9383228', 'tag': '2a81da43-82b4-4e69-8e1a-fb7d58d2f65b', 'status': 'completed', 'code': 200} Nov 16 16:11:56.669919 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:56.688952 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-ca0c1807-d41f-472c-80c9-50f7773bd440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:56.691056 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-ca0c1807-d41f-472c-80c9-50f7773bd440 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=261a56c38b564260b994aa1efc3fc829&device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 1097 time: 0.0438879 Nov 16 16:11:56.737032 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-543360b2-f896-445c-9d13-fa7bf1fdb764 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a81da43-82b4-4e69-8e1a-fb7d58d2f65b HTTP/1.1" status: 200 len: 217 time: 0.0372241 Nov 16 16:11:56.812801 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bef54725-57d5-4479-be01-c62733e9ff6d req-39d8c972-c7fb-4282-8ee4-3f56564b482d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 210 time: 0.0349336 Nov 16 16:11:56.814552 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-7a559541-e17b-4bf5-9e60-ff178b6f44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:56.815884 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-7a559541-e17b-4bf5-9e60-ff178b6f44b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3254b556-8e5a-4da3-bbfe-cc0d828a8d0b HTTP/1.1" status: 200 len: 855 time: 0.0716105 Nov 16 16:11:56.858808 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-4b967723-b0fa-4041-a2b6-9c3d59a68244 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63a82f94-756b-4c4e-a3fc-7d796125074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263872 Nov 16 16:11:56.958002 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-9d098010-1e05-406e-9cc7-887f1bf17d55 service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877900 Nov 16 16:11:57.067268 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-2141eced-1fde-41f8-a7e3-446bf578c908 req-f0f58668-001f-4711-9dfa-0ef0bdd0c332 service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928025 Nov 16 16:11:57.167146 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7143bf-3fee-4428-a2d9-43ed345bb937 req-2826ca6c-b6a2-4b68-a532-9b625d8dffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:57.168753 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5b7143bf-3fee-4428-a2d9-43ed345bb937 req-2826ca6c-b6a2-4b68-a532-9b625d8dffe6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=261a56c38b564260b994aa1efc3fc829&device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 1097 time: 0.0414181 Nov 16 16:11:57.266942 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7143bf-3fee-4428-a2d9-43ed345bb937 req-84ea7865-eae3-4451-a7d9-4c12fea9318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:57.268438 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5b7143bf-3fee-4428-a2d9-43ed345bb937 req-84ea7865-eae3-4451-a7d9-4c12fea9318b service neutron] 10.222.0.62 "GET /v2.0/networks?id=63a82f94-756b-4c4e-a3fc-7d796125074b HTTP/1.1" status: 200 len: 916 time: 0.0923216 Nov 16 16:11:57.310176 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5b7143bf-3fee-4428-a2d9-43ed345bb937 req-f7c5861c-1d3b-437f-a15f-399f8bab63ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a81da43-82b4-4e69-8e1a-fb7d58d2f65b HTTP/1.1" status: 200 len: 217 time: 0.0340698 Nov 16 16:11:57.369796 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7143bf-3fee-4428-a2d9-43ed345bb937 req-2b1d55f4-4a4c-4352-bcff-eae7af60cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:57.371713 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5b7143bf-3fee-4428-a2d9-43ed345bb937 req-2b1d55f4-4a4c-4352-bcff-eae7af60cc97 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3254b556-8e5a-4da3-bbfe-cc0d828a8d0b HTTP/1.1" status: 200 len: 855 time: 0.0472481 Nov 16 16:11:57.648839 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5b7143bf-3fee-4428-a2d9-43ed345bb937 req-0046401c-2c3c-454a-9b20-a737717d3d34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63a82f94-756b-4c4e-a3fc-7d796125074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2670972 Nov 16 16:11:57.746262 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c92e54-6f40-4023-b550-15f3af9870c1 req-931f69e6-7ec7-44f4-a891-388f1e2249b5 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:57.747780 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-32c92e54-6f40-4023-b550-15f3af9870c1 req-931f69e6-7ec7-44f4-a891-388f1e2249b5 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 944 time: 0.1013944 Nov 16 16:11:57.801669 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5b7143bf-3fee-4428-a2d9-43ed345bb937 req-3e64db2e-a689-4271-844d-52142ee4063d service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283691 Nov 16 16:11:57.816494 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-32c92e54-6f40-4023-b550-15f3af9870c1 req-f496229f-4feb-4497-aca7-09344730d636 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622420 Nov 16 16:11:57.838191 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-d82c11d9-1842-4d47-b961-a95c0514e55c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:57.840388 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-d82c11d9-1842-4d47-b961-a95c0514e55c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.62 "GET /v2.0/networks?id=5e1573a3-7c9c-47a0-b82c-386adb674ca5 HTTP/1.1" status: 200 len: 809 time: 0.1134875 Nov 16 16:11:57.914173 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-3bed0626-1958-4a96-9da0-6807ebbb14fd tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df73e9a151d74cbfa33bed295c7c3be3 HTTP/1.1" status: 200 len: 380 time: 0.0579147 Nov 16 16:11:57.925245 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d8798e27-7588-418a-8ac1-6666717ecfe8 req-a27fbc82-9681-4a12-af5e-99a61017f254 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 210 time: 0.0373983 Nov 16 16:11:57.925876 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-64200e73-edcf-46cf-a801-7fcadb4cc8b9 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Request body: {'port': {'device_id': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'admin_state_up': True, 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'security_groups': ['c6ac9ab5-814e-46ea-a781-9a83a1bf76b9']}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:57.949473 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5b7143bf-3fee-4428-a2d9-43ed345bb937 req-c74fe185-5478-4758-a243-fc3e10835403 service neutron] 10.222.0.62 "GET /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243041 Nov 16 16:11:58.043976 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-64200e73-edcf-46cf-a801-7fcadb4cc8b9 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Made reservation on behalf of df73e9a151d74cbfa33bed295c7c3be3 for: {'port': 1} {{(pid=101854) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 16:11:58.047342 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-64200e73-edcf-46cf-a801-7fcadb4cc8b9 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:58.166307 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_common [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-64200e73-edcf-46cf-a801-7fcadb4cc8b9 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Allocated IP 172.20.0.14 (5e1573a3-7c9c-47a0-b82c-386adb674ca5/cadf7a88-8908-44cf-9e08-88118b3e78a0/14b10c18-97ea-4e1d-ab84-3f7bc7632b4c) {{(pid=101854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:11:58.307795 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-64200e73-edcf-46cf-a801-7fcadb4cc8b9 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for port, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:58.341003 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-64200e73-edcf-46cf-a801-7fcadb4cc8b9 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:58.386017 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-64200e73-edcf-46cf-a801-7fcadb4cc8b9 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 is already hosted by enough agents. {{(pid=101854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:11:58.393402 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.base_scheduler [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-64200e73-edcf-46cf-a801-7fcadb4cc8b9 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Resources bound (agent type, host, resource id): {{(pid=101854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:11:58.398411 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-64200e73-edcf-46cf-a801-7fcadb4cc8b9 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Received port after_create {{(pid=101854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:11:58.404707 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64200e73-edcf-46cf-a801-7fcadb4cc8b9 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Pushing event updated for resources: {'Port': ['ID=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:58.454452 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-64200e73-edcf-46cf-a801-7fcadb4cc8b9 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:58.455097 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-64200e73-edcf-46cf-a801-7fcadb4cc8b9 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:58.471731 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-64200e73-edcf-46cf-a801-7fcadb4cc8b9 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5496261 Nov 16 16:11:58.487874 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.v2.base [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Request body: {'port': {'device_id': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81809'}} {{(pid=101854) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:11:58.545176 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:58.640458 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-20d20645-cf03-43cc-b7d7-187b6443ed11 None None] Provisioning complete for port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c triggered by entity DHCP. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:11:58.641039 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-20d20645-cf03-43cc-b7d7-187b6443ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:58.678342 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-20d20645-cf03-43cc-b7d7-187b6443ed11 None None] Port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c cannot update to ACTIVE because it is not bound. {{(pid=101855) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 16:11:58.814521 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c {{(pid=101854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:11:58.824008 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:58.835818 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.provisioning_blocks [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Transition to ACTIVE for port object 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c will not be triggered until provisioned by entity L2. {{(pid=101854) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 16:11:58.840667 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:58.895605 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Pushing event updated for resources: {'Port': ['ID=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,revision_number=2']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:58.942576 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328838cb-3034-48ad-91ab-ca0f49e986fa req-93a1b288-d91a-4680-86b2-bc9bd21ce211 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:58.948372 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-328838cb-3034-48ad-91ab-ca0f49e986fa req-93a1b288-d91a-4680-86b2-bc9bd21ce211 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 944 time: 0.0591033 Nov 16 16:11:58.966813 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Attempting to bind port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c on host hv-cinder-81809 for vnic_type normal with profile {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 16:11:58.967147 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Attempting to bind port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c by drivers openvswitch,hyperv on host hv-cinder-81809 at level 0 using segments [{'id': 'ff0f081b-e78a-4f08-ab19-a18868675733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5'}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 16:11:58.967489 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Attempting to bind port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c on network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:11:58.972295 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c on network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81809 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 16:11:58.972616 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Attempting to bind port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c on network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 16:11:58.978380 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Checking agent: {'id': 'd5829cdb-ecb3-439f-8c73-ccf12d9c08a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'started_at': datetime.datetime(2021, 11, 16, 16, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 16:11:58.978727 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Checking segment: {'id': 'ff0f081b-e78a-4f08-ab19-a18868675733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 16:11:58.979104 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Bound using segment: {'id': 'ff0f081b-e78a-4f08-ab19-a18868675733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5'} {{(pid=101854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 16:11:58.981592 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.managers [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Bound port: 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c, host: hv-cinder-81809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0f081b-e78a-4f08-ab19-a18868675733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5'}}] {{(pid=101854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 16:11:58.981906 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:59.035026 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-328838cb-3034-48ad-91ab-ca0f49e986fa req-d3a0444c-2bd8-45b0-b5cd-0d4115d91fe3 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635631 Nov 16 16:11:59.066326 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] For port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c, host hv-cinder-81809, cleared binding levels {{(pid=101854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 16:11:59.069737 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] For port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c, host hv-cinder-81809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 16:11:59.076943 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3712578'] for port, after_update {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:59.077238 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0c630-f9b8-4be9-b4b4-1097649f6573 req-e3ae3ca0-9d2c-47a0-872f-6b5122f136b1 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:59.078773 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0d0c630-f9b8-4be9-b4b4-1097649f6573 req-e3ae3ca0-9d2c-47a0-872f-6b5122f136b1 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 944 time: 0.0698276 Nov 16 16:11:59.122581 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:59.123205 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:11:59.124624 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] 10.222.0.62 "PUT /v2.0/ports/14b10c18-97ea-4e1d-ab84-3f7bc7632b4c HTTP/1.1" status: 200 len: 1094 time: 0.6411226 Nov 16 16:11:59.125066 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'tag': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:11:59.127312 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a7b4b3-e42f-45ba-9a99-bd158829fde8" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfcd452-b06e-4723-b091-7992c79c9e72", "tag": "14b10c18-97ea-4e1d-ab84-3f7bc7632b4c"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:11:59.146009 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299ee08-3fa4-4dce-9654-4aa44e6a10c8 service neutron] Pushing event updated for resources: {'Port': ['ID=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,revision_number=3']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:11:59.152201 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f0d0c630-f9b8-4be9-b4b4-1097649f6573 req-6692a59c-6bd0-471a-bba2-19eeafb84429 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666265 Nov 16 16:11:59.199083 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b99860-0e21-4f68-86c4-7cedc72601e4 x-openstack-request-id: req-f7b99860-0e21-4f68-86c4-7cedc72601e4 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:11:59.199505 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfcd452-b06e-4723-b091-7992c79c9e72", "tag": "14b10c18-97ea-4e1d-ab84-3f7bc7632b4c", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:11:59.199765 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7b99860-0e21-4f68-86c4-7cedc72601e4 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:11:59.200162 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'tag': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'status': 'completed', 'code': 200} Nov 16 16:11:59.216887 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-630512ef-6f5a-4d69-a7df-69863bba9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:59.218388 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-630512ef-6f5a-4d69-a7df-69863bba9390 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df73e9a151d74cbfa33bed295c7c3be3&device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 1097 time: 0.0472014 Nov 16 16:11:59.265981 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-8699b223-af71-4b97-a4b6-e145efe1e526 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c HTTP/1.1" status: 200 len: 217 time: 0.0350833 Nov 16 16:11:59.323644 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-b248e082-c27b-4d15-a4d9-5127b04b5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:59.325120 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-b248e082-c27b-4d15-a4d9-5127b04b5087 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cadf7a88-8908-44cf-9e08-88118b3e78a0 HTTP/1.1" status: 200 len: 848 time: 0.0501885 Nov 16 16:11:59.374347 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-ad9f23cf-2c05-401e-b1a7-5f51ec62515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:59.375860 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-ad9f23cf-2c05-401e-b1a7-5f51ec62515f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e1573a3-7c9c-47a0-b82c-386adb674ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408671 Nov 16 16:11:59.473284 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-47712906-78dd-4c58-a4d5-ce81b6277d27 service neutron] 10.222.0.62 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885677 Nov 16 16:11:59.578473 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-7f6fa150-f77e-463c-86d9-87d32f097159 req-7354e997-7a52-45c0-a4e9-070c66020dd4 service neutron] 10.222.0.62 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864127 Nov 16 16:11:59.663859 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7b4b3-e42f-45ba-9a99-bd158829fde8 req-099bb43f-dbbf-483c-8e17-63aaa05587d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:59.665318 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-11a7b4b3-e42f-45ba-9a99-bd158829fde8 req-099bb43f-dbbf-483c-8e17-63aaa05587d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df73e9a151d74cbfa33bed295c7c3be3&device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 1097 time: 0.0403514 Nov 16 16:11:59.759047 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7b4b3-e42f-45ba-9a99-bd158829fde8 req-237a2426-8438-4a52-9c94-b2a6d71907b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:59.760560 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-11a7b4b3-e42f-45ba-9a99-bd158829fde8 req-237a2426-8438-4a52-9c94-b2a6d71907b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e1573a3-7c9c-47a0-b82c-386adb674ca5 HTTP/1.1" status: 200 len: 910 time: 0.0865769 Nov 16 16:11:59.803441 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-11a7b4b3-e42f-45ba-9a99-bd158829fde8 req-752500ab-f00b-42d1-9a88-f114501d3cfa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c HTTP/1.1" status: 200 len: 217 time: 0.0347750 Nov 16 16:11:59.864249 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7b4b3-e42f-45ba-9a99-bd158829fde8 req-71e36402-887d-4a6f-9079-037ad8766f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:59.865606 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-11a7b4b3-e42f-45ba-9a99-bd158829fde8 req-71e36402-887d-4a6f-9079-037ad8766f39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cadf7a88-8908-44cf-9e08-88118b3e78a0 HTTP/1.1" status: 200 len: 848 time: 0.0542316 Nov 16 16:11:59.913387 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7b4b3-e42f-45ba-9a99-bd158829fde8 req-8169f9bc-8dfe-48be-8c85-8f8f1ea80d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:11:59.914852 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-11a7b4b3-e42f-45ba-9a99-bd158829fde8 req-8169f9bc-8dfe-48be-8c85-8f8f1ea80d54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e1573a3-7c9c-47a0-b82c-386adb674ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397995 Nov 16 16:12:00.003881 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-11a7b4b3-e42f-45ba-9a99-bd158829fde8 req-9753d7c8-6be0-4b49-80b2-1ab74420011f service neutron] 10.222.0.62 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790422 Nov 16 16:12:00.098338 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-11a7b4b3-e42f-45ba-9a99-bd158829fde8 req-f25f60f4-b898-40cf-b62e-734769f61bf5 service neutron] 10.222.0.62 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863895 Nov 16 16:12:00.166355 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164fd91-611e-4634-9792-384bbfa3e261 req-a3f303c6-db12-4e0a-ba23-4728762a6a17 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:00.167884 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d164fd91-611e-4634-9792-384bbfa3e261 req-a3f303c6-db12-4e0a-ba23-4728762a6a17 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 944 time: 0.0549767 Nov 16 16:12:00.215530 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d164fd91-611e-4634-9792-384bbfa3e261 req-7fff4ca8-94eb-439b-a260-13f4f62814dc tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Nov 16 16:12:00.272385 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f2506-3972-4f55-b71b-192ecc9d5571 req-b96a95af-2666-4508-b68f-d8d20301bdad tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:00.273839 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cc2f2506-3972-4f55-b71b-192ecc9d5571 req-b96a95af-2666-4508-b68f-d8d20301bdad tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 944 time: 0.0485206 Nov 16 16:12:00.322607 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cc2f2506-3972-4f55-b71b-192ecc9d5571 req-f8771ede-aad5-4184-bcd9-abf440b79cc5 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424390 Nov 16 16:12:00.832801 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:12:00.935907 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=2a81da43-82b4-4e69-8e1a-fb7d58d2f65b,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:12:00.947774 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '2a81da43-82b4-4e69-8e1a-fb7d58d2f65b', 'network_id': '63a82f94-756b-4c4e-a3fc-7d796125074b', 'port_id': '2a81da43-82b4-4e69-8e1a-fb7d58d2f65b', 'mac_address': 'fa:16:3e:35:00:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3254b556-8e5a-4da3-bbfe-cc0d828a8d0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:12:00.988725 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:01.001209 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:12:01.019935 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=2a81da43-82b4-4e69-8e1a-fb7d58d2f65b,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:12:01.023731 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:01.070029 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=2a81da43-82b4-4e69-8e1a-fb7d58d2f65b,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:01.077994 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:01.078564 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:01.079130 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:01.079725 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:01.080081 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:01.080421 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:01.080761 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:01.081096 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:01.081427 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:01.081756 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:01.082087 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:01.082408 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:01.315836 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['2a81da43-82b4-4e69-8e1a-fb7d58d2f65b'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:12:01.332595 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe315b65-8987-4360-9201-d98ae2aec252 req-6ea5c335-eb3d-4d01-8afc-9f481d6475bb tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:01.334077 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fe315b65-8987-4360-9201-d98ae2aec252 req-6ea5c335-eb3d-4d01-8afc-9f481d6475bb tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 945 time: 0.0525527 Nov 16 16:12:01.385439 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fe315b65-8987-4360-9201-d98ae2aec252 req-3cdfb016-9bab-4ea2-8d34-a23900659f8f tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452487 Nov 16 16:12:01.444478 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808e929-5fcc-45ac-b644-861037f5ab37 req-0c2a0257-91e1-42f6-bfd9-046568a2cc29 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:01.445942 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6808e929-5fcc-45ac-b644-861037f5ab37 req-0c2a0257-91e1-42f6-bfd9-046568a2cc29 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 944 time: 0.0509171 Nov 16 16:12:01.497535 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6808e929-5fcc-45ac-b644-861037f5ab37 req-a52f1d8b-e0c3-40fd-9778-81c919202c85 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447245 Nov 16 16:12:02.503417 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06e216-bc0d-432f-a17b-a098357da190 req-188b4aa2-0b36-4dde-b6d7-24511e2a8320 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:02.504924 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fb06e216-bc0d-432f-a17b-a098357da190 req-188b4aa2-0b36-4dde-b6d7-24511e2a8320 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 945 time: 0.0501795 Nov 16 16:12:02.510306 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-513ca85d-7f4a-4a39-99ea-8acaa8a8b837 req-39c7ca28-59d9-4fd5-92fe-d9173de0caba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392346 Nov 16 16:12:02.561918 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-fb06e216-bc0d-432f-a17b-a098357da190 req-4bceacfc-f8c1-4f9a-8625-21f1f19cdc1b tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510583 Nov 16 16:12:02.601255 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ca85d-7f4a-4a39-99ea-8acaa8a8b837 req-443523d4-51c1-4e9f-af3f-8017e890f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:02.602735 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-513ca85d-7f4a-4a39-99ea-8acaa8a8b837 req-443523d4-51c1-4e9f-af3f-8017e890f956 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 1098 time: 0.0454204 Nov 16 16:12:02.621358 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd1692-ecb0-4372-a5fe-dd259dae501f req-131b3f4d-2007-4e7f-9f12-cdb795fb0596 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:02.622897 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9edd1692-ecb0-4372-a5fe-dd259dae501f req-131b3f4d-2007-4e7f-9f12-cdb795fb0596 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 944 time: 0.0517795 Nov 16 16:12:02.674343 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9edd1692-ecb0-4372-a5fe-dd259dae501f req-e9525415-d5fc-4a0a-b015-1db21cfc2c90 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452847 Nov 16 16:12:02.708277 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ca85d-7f4a-4a39-99ea-8acaa8a8b837 req-37a454a8-d44f-4c31-8f19-49480f534a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:02.710015 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-513ca85d-7f4a-4a39-99ea-8acaa8a8b837 req-37a454a8-d44f-4c31-8f19-49480f534a53 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 912 time: 0.0860188 Nov 16 16:12:02.778467 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-513ca85d-7f4a-4a39-99ea-8acaa8a8b837 req-152fa1dd-91da-4062-a5de-75a474cf3f6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ca6ce4-eb92-4ff7-876a-3215434b21af HTTP/1.1" status: 200 len: 1001 time: 0.0612450 Nov 16 16:12:02.828137 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ca85d-7f4a-4a39-99ea-8acaa8a8b837 req-2ab578be-6108-4c23-aaa1-ecb1bed7245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:02.829564 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-513ca85d-7f4a-4a39-99ea-8acaa8a8b837 req-2ab578be-6108-4c23-aaa1-ecb1bed7245f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 200 len: 850 time: 0.0431495 Nov 16 16:12:02.834837 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:12:02.879072 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ca85d-7f4a-4a39-99ea-8acaa8a8b837 req-ec41f4c9-7d13-448a-bf7c-7a6eb1a1ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:02.880588 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-513ca85d-7f4a-4a39-99ea-8acaa8a8b837 req-ec41f4c9-7d13-448a-bf7c-7a6eb1a1ea96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391200 Nov 16 16:12:02.883641 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:12:02.888523 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:12:02.889220 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:02.969858 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:02.976543 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-513ca85d-7f4a-4a39-99ea-8acaa8a8b837 req-db7c6013-8950-4816-bde6-b6807398c488 service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845835 Nov 16 16:12:02.992248 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8141c68-3ada-4780-a71e-a344b9383228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a81da43-82b4-4e69-8e1a-fb7d58d2f65b'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:12:02.994455 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3a57b3-d0b6-4cea-92a7-58f287a26814" -d '{"events": [{"server_uuid": "e8141c68-3ada-4780-a71e-a344b9383228", "name": "network-vif-plugged", "status": "completed", "tag": "2a81da43-82b4-4e69-8e1a-fb7d58d2f65b"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:12:03.007786 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=2a81da43-82b4-4e69-8e1a-fb7d58d2f65b,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:12:03.013036 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:03.036744 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee09b67f-a411-4c24-a4d6-ca2b8e47c454 x-openstack-request-id: req-ee09b67f-a411-4c24-a4d6-ca2b8e47c454 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:12:03.037033 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8141c68-3ada-4780-a71e-a344b9383228", "name": "network-vif-plugged", "status": "completed", "tag": "2a81da43-82b4-4e69-8e1a-fb7d58d2f65b", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:12:03.037284 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee09b67f-a411-4c24-a4d6-ca2b8e47c454 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:12:03.037669 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8141c68-3ada-4780-a71e-a344b9383228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a81da43-82b4-4e69-8e1a-fb7d58d2f65b', 'code': 200} Nov 16 16:12:03.064173 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=2a81da43-82b4-4e69-8e1a-fb7d58d2f65b,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:03.069910 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-513ca85d-7f4a-4a39-99ea-8acaa8a8b837 req-5684dc33-efa0-4b1e-9e85-5c05bb3c444e service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837305 Nov 16 16:12:03.223190 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8460c-6150-4b82-bab0-0ea4296b117f req-cffd39c4-a979-4162-aca1-df841eefd116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:03.224799 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-abe8460c-6150-4b82-bab0-0ea4296b117f req-cffd39c4-a979-4162-aca1-df841eefd116 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 1099 time: 0.0467598 Nov 16 16:12:03.273769 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-abe8460c-6150-4b82-bab0-0ea4296b117f req-7ecac6b6-bbc5-42d4-aaad-fda6da4f397b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384500 Nov 16 16:12:03.679114 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbecab2-4ec4-4c7f-b976-66f1f7705d17 req-ada12781-bfb8-489f-b7fa-0f09883134f4 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:03.680645 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-acbecab2-4ec4-4c7f-b976-66f1f7705d17 req-ada12781-bfb8-489f-b7fa-0f09883134f4 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 946 time: 0.0502336 Nov 16 16:12:03.734987 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-acbecab2-4ec4-4c7f-b976-66f1f7705d17 req-f73424dd-6c1b-40d2-a95d-f85fa42caca5 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476797 Nov 16 16:12:03.807886 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35c203-49ba-4ac5-b240-3ec58378f0ea req-4b719b05-b5c0-4806-94e2-5b663047f002 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:03.809366 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7f35c203-49ba-4ac5-b240-3ec58378f0ea req-4b719b05-b5c0-4806-94e2-5b663047f002 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 944 time: 0.0536163 Nov 16 16:12:03.861008 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7f35c203-49ba-4ac5-b240-3ec58378f0ea req-f116c52a-33a7-4561-a50c-8a33a3588d1b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456824 Nov 16 16:12:04.847740 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaa6da-df2b-4520-817f-997285bab3d0 req-43000ed5-6824-4cc4-8095-583126b6fff1 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:04.849230 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-31eaa6da-df2b-4520-817f-997285bab3d0 req-43000ed5-6824-4cc4-8095-583126b6fff1 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 946 time: 0.0483010 Nov 16 16:12:04.902672 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-31eaa6da-df2b-4520-817f-997285bab3d0 req-c88f4d72-8495-4bc3-a883-26547af0f8b4 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466425 Nov 16 16:12:04.976595 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aca905-2d9e-4152-94dc-4eef673b6a8c req-6022c376-72c2-4634-8eea-0903e86833c5 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:04.978080 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e0aca905-2d9e-4152-94dc-4eef673b6a8c req-6022c376-72c2-4634-8eea-0903e86833c5 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 944 time: 0.0488741 Nov 16 16:12:05.032170 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e0aca905-2d9e-4152-94dc-4eef673b6a8c req-eb5f08bb-610e-483a-8109-557a22439ebc tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471988 Nov 16 16:12:06.156865 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce31be5-f159-48b5-814b-02b0933f050d req-7324f5e8-bcbf-48aa-afb3-b4456703b42b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:06.158351 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4ce31be5-f159-48b5-814b-02b0933f050d req-7324f5e8-bcbf-48aa-afb3-b4456703b42b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 944 time: 0.0583065 Nov 16 16:12:06.208804 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4ce31be5-f159-48b5-814b-02b0933f050d req-41813d82-4ff6-41e6-bd84-0f1360e37439 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444005 Nov 16 16:12:06.838165 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:12:06.935616 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:12:06.946311 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'port_id': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'mac_address': 'fa:16:3e:66:b7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:12:06.982496 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:06.996880 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:12:07.016480 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:12:07.019988 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:07.067868 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,revision_number=4']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:07.322715 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdc8a0-93f8-4f13-8cc1-d3f352e3034e req-e21418ec-54ed-4e14-9ac4-0e0129844f3b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:07.324426 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f3bdc8a0-93f8-4f13-8cc1-d3f352e3034e req-e21418ec-54ed-4e14-9ac4-0e0129844f3b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 945 time: 0.0495296 Nov 16 16:12:07.378329 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f3bdc8a0-93f8-4f13-8cc1-d3f352e3034e req-e3e4d0ba-81af-42fd-9f78-0cda6bc83f56 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481386 Nov 16 16:12:07.455557 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['14b10c18-97ea-4e1d-ab84-3f7bc7632b4c'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:12:08.500110 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4f9a5-43a4-46d2-baa7-c75bcf7ac046 req-2c9260d2-82e8-44c7-bafb-0385fe1bf607 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:08.501597 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7ce4f9a5-43a4-46d2-baa7-c75bcf7ac046 req-2c9260d2-82e8-44c7-bafb-0385fe1bf607 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 945 time: 0.0541244 Nov 16 16:12:08.550908 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7ce4f9a5-43a4-46d2-baa7-c75bcf7ac046 req-411d976a-efe0-4a00-8589-2583abbc9966 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434268 Nov 16 16:12:08.847809 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:12:08.895723 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning for port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c completed by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 16:12:08.899540 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:12:08.900168 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:08.976010 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:09.000901 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:12:09.003144 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b21bc62-dc17-45cd-94d1-2ac20bcfd6c0" -d '{"events": [{"server_uuid": "ecfcd452-b06e-4723-b091-7992c79c9e72", "name": "network-vif-plugged", "status": "completed", "tag": "14b10c18-97ea-4e1d-ab84-3f7bc7632b4c"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:12:09.016436 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:12:09.021246 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:09.046227 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a765d080-9101-4079-9e3c-f84e46f1a532 x-openstack-request-id: req-a765d080-9101-4079-9e3c-f84e46f1a532 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:12:09.046517 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfcd452-b06e-4723-b091-7992c79c9e72", "name": "network-vif-plugged", "status": "completed", "tag": "14b10c18-97ea-4e1d-ab84-3f7bc7632b4c", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:12:09.046765 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a765d080-9101-4079-9e3c-f84e46f1a532 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:12:09.047141 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'code': 200} Nov 16 16:12:09.072726 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,revision_number=5']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:09.306781 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64516b82-4af7-46b7-8024-79ed5119e23e req-ae181151-e4e4-4413-8605-34544048ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:09.308310 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-64516b82-4af7-46b7-8024-79ed5119e23e req-ae181151-e4e4-4413-8605-34544048ac62 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 1099 time: 0.0401559 Nov 16 16:12:09.357104 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-64516b82-4af7-46b7-8024-79ed5119e23e req-c6d6ad3e-6d7a-42d1-b5d4-1ae496028fa0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385962 Nov 16 16:12:09.670153 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdc09c-e5a8-4caf-ab8a-4e07775d554c req-334cf024-6c5d-4744-954b-a9aa8a6e932c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:09.671654 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c7cdc09c-e5a8-4caf-ab8a-4e07775d554c req-334cf024-6c5d-4744-954b-a9aa8a6e932c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0538669 Nov 16 16:12:09.720241 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c7cdc09c-e5a8-4caf-ab8a-4e07775d554c req-bc1ecee6-3dbe-4e29-9ba3-96573d140d53 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Nov 16 16:12:10.838331 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506428c5-6fe8-4454-a90f-37c1477ea811 req-74c3fbfb-dc5c-442a-ab2e-fda61cb4f70f tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:10.839809 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-506428c5-6fe8-4454-a90f-37c1477ea811 req-74c3fbfb-dc5c-442a-ab2e-fda61cb4f70f tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0520787 Nov 16 16:12:10.888608 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-506428c5-6fe8-4454-a90f-37c1477ea811 req-82f1334f-49ed-4ad0-8849-b55b654c46fa tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423524 Nov 16 16:12:11.000620 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc1c42-7e09-48d5-9cf1-22957889241d req-50898caf-1598-45f7-8ffd-b11039f078eb tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:11.001994 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-36cc1c42-7e09-48d5-9cf1-22957889241d req-50898caf-1598-45f7-8ffd-b11039f078eb tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0487285 Nov 16 16:12:11.050890 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-36cc1c42-7e09-48d5-9cf1-22957889241d req-f6fcb524-bebb-4099-8330-169424e3dd01 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430853 Nov 16 16:12:11.071705 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48198) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:11.200783 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da58e29b-c010-457b-8121-2032ca6ee119 tempest-TestShelveInstance-670627188 tempest-TestShelveInstance-670627188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:11.202269 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-da58e29b-c010-457b-8121-2032ca6ee119 tempest-TestShelveInstance-670627188 tempest-TestShelveInstance-670627188-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 1094 time: 0.1296062 Nov 16 16:12:11.205123 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48202) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:11.209344 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.v2.base [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Request body: {'floatingip': {'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'port_id': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 16:12:11.232295 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for floatingip, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:11.329874 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:11.438256 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_common [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Allocated IP 172.27.1.223 (2e8013d5-b26f-4a22-830e-d8c2916f34d6/e7925a24-74f7-45b7-a2c2-2da8f326c476/12b98650-97c1-475b-abba-b78de98f68f8) {{(pid=101853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 16:12:11.539402 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for port, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:11.571949 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743495338909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:11.616657 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Network 2e8013d5-b26f-4a22-830e-d8c2916f34d6 is already hosted by enough agents. {{(pid=101853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 16:12:11.619616 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.base_scheduler [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Resources bound (agent type, host, resource id): {{(pid=101853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 16:12:11.623855 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Received port after_create {{(pid=101853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 16:12:11.626843 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Pushing event updated for resources: {'Port': ['ID=12b98650-97c1-475b-abba-b78de98f68f8,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:11.960216 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:12.029952 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:12.178518 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for port, precommit_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:12.183043 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153794'] for port, after_update {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:12.250111 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Pushing event updated for resources: {'Port': ['ID=12b98650-97c1-475b-abba-b78de98f68f8,revision_number=2']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:12.261394 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754771'] for floatingip, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:12.360847 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.l3_db [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Floating IP 2d173b3b-54ea-4bab-9bfd-adcf125ef581 associated. External IP: 172.27.1.223, port: 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c. Nov 16 16:12:12.568842 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Router efd0b186-b699-45cb-b955-04edbb848d07 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:12:12.674273 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:12:12.683692 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1829c-d6ce-48ab-a6ef-e42ece2b284f None None] Sync routers for ids ['efd0b186-b699-45cb-b955-04edbb848d07'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:12:12.692317 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:12.694659 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1829c-d6ce-48ab-a6ef-e42ece2b284f None None] Routers {'efd0b186-b699-45cb-b955-04edbb848d07'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:12:12.695257 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-19e1829c-d6ce-48ab-a6ef-e42ece2b284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:11:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['efd0b186-b699-45cb-b955-04edbb848d07'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:12:12.721583 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-18f62236-9184-48b4-9e69-e12a087a450d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5154054 Nov 16 16:12:12.722162 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'tag': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:12:12.724496 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18bee19-9606-41e1-b0b7-bc8c548ed9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfcd452-b06e-4723-b091-7992c79c9e72", "tag": "14b10c18-97ea-4e1d-ab84-3f7bc7632b4c"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:12:12.768397 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c70d58-d477-4463-950c-5acb0e3a380b x-openstack-request-id: req-e3c70d58-d477-4463-950c-5acb0e3a380b {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:12:12.768683 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfcd452-b06e-4723-b091-7992c79c9e72", "tag": "14b10c18-97ea-4e1d-ab84-3f7bc7632b4c", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:12:12.768935 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3c70d58-d477-4463-950c-5acb0e3a380b {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:12:12.769327 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'tag': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'status': 'completed', 'code': 200} Nov 16 16:12:12.820082 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-19e1829c-d6ce-48ab-a6ef-e42ece2b284f None None] Set router efd0b186-b699-45cb-b955-04edbb848d07 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:12:12.838569 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bee19-9606-41e1-b0b7-bc8c548ed9f3 req-bab3a9c0-431a-43f0-b5c9-ab65c457b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:12.840125 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-a18bee19-9606-41e1-b0b7-bc8c548ed9f3 req-bab3a9c0-431a-43f0-b5c9-ab65c457b2ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df73e9a151d74cbfa33bed295c7c3be3&device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 1099 time: 0.0400410 Nov 16 16:12:12.937078 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bee19-9606-41e1-b0b7-bc8c548ed9f3 req-b42abbb6-2df7-4efd-9328-661a6265e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:12.938545 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-a18bee19-9606-41e1-b0b7-bc8c548ed9f3 req-b42abbb6-2df7-4efd-9328-661a6265e34e service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e1573a3-7c9c-47a0-b82c-386adb674ca5 HTTP/1.1" status: 200 len: 910 time: 0.0886469 Nov 16 16:12:13.013183 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-a18bee19-9606-41e1-b0b7-bc8c548ed9f3 req-de4cc3d3-9258-4790-9ccc-65034737fedd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c HTTP/1.1" status: 200 len: 1000 time: 0.0583982 Nov 16 16:12:13.073932 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-19e1829c-d6ce-48ab-a6ef-e42ece2b284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 4, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port': {'id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:24Z', 'updated_at': '2021-11-16T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '2d173b3b-54ea-4bab-9bfd-adcf125ef581', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'port_id': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'mac_address': 'fa:16:3e:66:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:12:11Z', 'updated_at': '2021-11-16T16:12:11Z', 'revision_number': 0, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946b4ca2-cdb6-46d8-bff1-c068d15404e4', 'name': '', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'mac_address': 'fa:16:3e:d3:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:26Z', 'updated_at': '2021-11-16T16:11:31Z', 'revision_number': 5, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'subnets': [{'id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:12:13.076423 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bee19-9606-41e1-b0b7-bc8c548ed9f3 req-ecc0f789-c266-417e-9192-211e461d4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:13.077892 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-a18bee19-9606-41e1-b0b7-bc8c548ed9f3 req-ecc0f789-c266-417e-9192-211e461d4090 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cadf7a88-8908-44cf-9e08-88118b3e78a0 HTTP/1.1" status: 200 len: 848 time: 0.0520945 Nov 16 16:12:13.100932 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1829c-d6ce-48ab-a6ef-e42ece2b284f None None] Checking router: efd0b186-b699-45cb-b955-04edbb848d07 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:12:13.110572 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1829c-d6ce-48ab-a6ef-e42ece2b284f None None] Routers {'efd0b186-b699-45cb-b955-04edbb848d07'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:12:13.111167 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-19e1829c-d6ce-48ab-a6ef-e42ece2b284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:11:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['efd0b186-b699-45cb-b955-04edbb848d07'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:12:13.140663 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bee19-9606-41e1-b0b7-bc8c548ed9f3 req-0b05f3ec-432d-4108-bd87-c094b107c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:13.142186 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-a18bee19-9606-41e1-b0b7-bc8c548ed9f3 req-0b05f3ec-432d-4108-bd87-c094b107c454 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e1573a3-7c9c-47a0-b82c-386adb674ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478477 Nov 16 16:12:13.221324 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-19e1829c-d6ce-48ab-a6ef-e42ece2b284f None None] Set router efd0b186-b699-45cb-b955-04edbb848d07 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:12:13.240290 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-a18bee19-9606-41e1-b0b7-bc8c548ed9f3 req-f6555af5-f020-4824-94cf-ab9ee6d66815 service neutron] 10.222.0.62 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882607 Nov 16 16:12:13.330769 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-a18bee19-9606-41e1-b0b7-bc8c548ed9f3 req-480bf895-15d7-4a4a-b747-f0acd9d39647 service neutron] 10.222.0.62 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818422 Nov 16 16:12:13.447475 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-19e1829c-d6ce-48ab-a6ef-e42ece2b284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 4, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port': {'id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:24Z', 'updated_at': '2021-11-16T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '2d173b3b-54ea-4bab-9bfd-adcf125ef581', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'port_id': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'mac_address': 'fa:16:3e:66:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:12:11Z', 'updated_at': '2021-11-16T16:12:11Z', 'revision_number': 0, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946b4ca2-cdb6-46d8-bff1-c068d15404e4', 'name': '', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'mac_address': 'fa:16:3e:d3:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:26Z', 'updated_at': '2021-11-16T16:11:31Z', 'revision_number': 5, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'subnets': [{'id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:12:13.473785 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1829c-d6ce-48ab-a6ef-e42ece2b284f None None] The sync data for ids ['efd0b186-b699-45cb-b955-04edbb848d07'] in dv-cinder-818098-2-iscsi is: [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 4, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port': {'id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:24Z', 'updated_at': '2021-11-16T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '2d173b3b-54ea-4bab-9bfd-adcf125ef581', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'port_id': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'mac_address': 'fa:16:3e:66:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:12:11Z', 'updated_at': '2021-11-16T16:12:11Z', 'revision_number': 0, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946b4ca2-cdb6-46d8-bff1-c068d15404e4', 'name': '', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'mac_address': 'fa:16:3e:d3:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:26Z', 'updated_at': '2021-11-16T16:11:31Z', 'revision_number': 5, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'subnets': [{'id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:12:13.654090 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2377b9fe-437d-4364-93f2-5f8daa8e6db1 None None] New status for floating IP 2d173b3b-54ea-4bab-9bfd-adcf125ef581: ACTIVE {{(pid=101856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:12:16.386238 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:12:16.679413 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad47b24-a7a3-4a0c-a5c5-56ab94558fdb req-e2c4009c-523b-43cf-98a0-8d06de18edd2 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:16.680808 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8ad47b24-a7a3-4a0c-a5c5-56ab94558fdb req-e2c4009c-523b-43cf-98a0-8d06de18edd2 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 946 time: 0.0489662 Nov 16 16:12:16.728566 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-8ad47b24-a7a3-4a0c-a5c5-56ab94558fdb req-f6fe84bb-f747-4f77-93a6-cd374884d415 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413280 Nov 16 16:12:17.851524 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13086d68-1bc8-496d-93c8-8d0a26f0b05d req-8874ef8c-849a-4716-a704-b2646ddc2287 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:17.853056 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-13086d68-1bc8-496d-93c8-8d0a26f0b05d req-8874ef8c-849a-4716-a704-b2646ddc2287 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 946 time: 0.0508161 Nov 16 16:12:17.902014 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-13086d68-1bc8-496d-93c8-8d0a26f0b05d req-b4ca8a87-902c-42e4-a47f-7c713b12b64d tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 Nov 16 16:12:18.530480 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db3fae-241b-4810-9ba7-5923ba88975c req-60b24ba5-7382-4bd3-a5c1-d803f0c0c891 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:18.531957 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f0db3fae-241b-4810-9ba7-5923ba88975c req-60b24ba5-7382-4bd3-a5c1-d803f0c0c891 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 946 time: 0.0483878 Nov 16 16:12:18.640194 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-f0db3fae-241b-4810-9ba7-5923ba88975c req-46f39efc-5c0c-413e-9e32-a74240088752 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Deleting port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:12:18.640529 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-f0db3fae-241b-4810-9ba7-5923ba88975c req-46f39efc-5c0c-413e-9e32-a74240088752 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:18.726933 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-f0db3fae-241b-4810-9ba7-5923ba88975c req-46f39efc-5c0c-413e-9e32-a74240088752 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] For port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=2a81da43-82b4-4e69-8e1a-fb7d58d2f65b,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:12:18.727236 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-f0db3fae-241b-4810-9ba7-5923ba88975c req-46f39efc-5c0c-413e-9e32-a74240088752 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:18.744146 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-f0db3fae-241b-4810-9ba7-5923ba88975c req-46f39efc-5c0c-413e-9e32-a74240088752 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Calling delete_port for 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b owned by compute:nova {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:12:18.871315 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-f0db3fae-241b-4810-9ba7-5923ba88975c req-46f39efc-5c0c-413e-9e32-a74240088752 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:18.887040 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['35db0ace-0705-4914-a3c5-dc0165afe4c6', 'c7e4fe7f-71cc-49de-b03e-045a57243e92', '8eeb4aa5-da20-4dc1-9493-f6a58cbdc337', '2a81da43-82b4-4e69-8e1a-fb7d58d2f65b'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:12:18.899277 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f39efc-5c0c-413e-9e32-a74240088752 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Pushing event deleted for resources: {'Port': ['ID=2a81da43-82b4-4e69-8e1a-fb7d58d2f65b,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:18.944882 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0db3fae-241b-4810-9ba7-5923ba88975c req-46f39efc-5c0c-413e-9e32-a74240088752 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] No DVR routers for this DVR port 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b on host hv-cinder-81809 {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:12:18.948533 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-f0db3fae-241b-4810-9ba7-5923ba88975c req-46f39efc-5c0c-413e-9e32-a74240088752 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:18.952215 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-f0db3fae-241b-4810-9ba7-5923ba88975c req-46f39efc-5c0c-413e-9e32-a74240088752 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "DELETE /v2.0/ports/2a81da43-82b4-4e69-8e1a-fb7d58d2f65b HTTP/1.1" status: 204 len: 173 time: 0.4118943 Nov 16 16:12:18.952682 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8141c68-3ada-4780-a71e-a344b9383228', 'name': 'network-vif-deleted', 'tag': '2a81da43-82b4-4e69-8e1a-fb7d58d2f65b'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:12:18.954941 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6183413-fd59-4575-90b9-b5f297d2c85f" -d '{"events": [{"server_uuid": "e8141c68-3ada-4780-a71e-a344b9383228", "name": "network-vif-deleted", "tag": "2a81da43-82b4-4e69-8e1a-fb7d58d2f65b"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:12:19.015508 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ab3073b0-7a7d-49e4-889a-78780ea91d76 req-acada5e1-ec3f-4398-930e-54665257cf5f tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8141c68-3ada-4780-a71e-a344b9383228 HTTP/1.1" status: 200 len: 210 time: 0.0378225 Nov 16 16:12:19.021532 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7183e0d7-2fb8-4be3-be94-9c3c30127c36 x-openstack-request-id: req-7183e0d7-2fb8-4be3-be94-9c3c30127c36 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:12:19.021832 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8141c68-3ada-4780-a71e-a344b9383228", "name": "network-vif-deleted", "tag": "2a81da43-82b4-4e69-8e1a-fb7d58d2f65b", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:12:19.022072 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7183e0d7-2fb8-4be3-be94-9c3c30127c36 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:12:19.022504 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8141c68-3ada-4780-a71e-a344b9383228', 'name': 'network-vif-deleted', 'tag': '2a81da43-82b4-4e69-8e1a-fb7d58d2f65b', 'status': 'completed', 'code': 200} Nov 16 16:12:20.758750 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-5fbacfa0-5b90-40e3-a8ac-a7d0bc6146e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:20.902874 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:12:20.923361 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:12:20.923723 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 2a81da43-82b4-4e69-8e1a-fb7d58d2f65b not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:12:21.400487 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf43fc-3fe8-42e8-85a0-ed4a74c729b8 req-8cb68526-8cb1-410c-acdf-5e59e7721d76 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:21.401961 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6edf43fc-3fe8-42e8-85a0-ed4a74c729b8 req-8cb68526-8cb1-410c-acdf-5e59e7721d76 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 945 time: 0.0488973 Nov 16 16:12:21.448673 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6edf43fc-3fe8-42e8-85a0-ed4a74c729b8 req-25fbca38-c2da-4170-8f66-0036fcc31d9e tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405667 Nov 16 16:12:22.565636 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0c4c4-8b2c-4495-a33c-f07f14ca0b0b req-16dbee76-82c2-4858-bc80-26df226f0b65 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:22.567092 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bfa0c4c4-8b2c-4495-a33c-f07f14ca0b0b req-16dbee76-82c2-4858-bc80-26df226f0b65 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 945 time: 0.0492985 Nov 16 16:12:22.613252 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-bfa0c4c4-8b2c-4495-a33c-f07f14ca0b0b req-8c979f61-6b58-4ef0-9b79-5810edb6d365 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Nov 16 16:12:23.035478 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-2fb0077e-b827-4ce5-a3ab-4738ce83ed8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:23.119087 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e7d0d-c84b-4a32-ad62-a2c457987c62 req-6bfee120-58b1-426c-83fe-343a343c5cff tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:23.120558 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-8d4e7d0d-c84b-4a32-ad62-a2c457987c62 req-6bfee120-58b1-426c-83fe-343a343c5cff tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "GET /v2.0/ports?device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 945 time: 0.0473058 Nov 16 16:12:23.219891 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-8d4e7d0d-c84b-4a32-ad62-a2c457987c62 req-794d835b-b05c-4f9f-9f9a-1a559e2cb8ed tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Deleting port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:12:23.220234 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-8d4e7d0d-c84b-4a32-ad62-a2c457987c62 req-794d835b-b05c-4f9f-9f9a-1a559e2cb8ed tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:23.312939 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-8d4e7d0d-c84b-4a32-ad62-a2c457987c62 req-794d835b-b05c-4f9f-9f9a-1a559e2cb8ed tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] For port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=8eeb4aa5-da20-4dc1-9493-f6a58cbdc337,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:12:23.313180 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-8d4e7d0d-c84b-4a32-ad62-a2c457987c62 req-794d835b-b05c-4f9f-9f9a-1a559e2cb8ed tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:23.325269 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-8d4e7d0d-c84b-4a32-ad62-a2c457987c62 req-794d835b-b05c-4f9f-9f9a-1a559e2cb8ed tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Calling delete_port for 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 owned by compute:nova {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:12:23.450527 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-8d4e7d0d-c84b-4a32-ad62-a2c457987c62 req-794d835b-b05c-4f9f-9f9a-1a559e2cb8ed tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:23.462939 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['35db0ace-0705-4914-a3c5-dc0165afe4c6', 'c7e4fe7f-71cc-49de-b03e-045a57243e92', '8eeb4aa5-da20-4dc1-9493-f6a58cbdc337'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:12:23.480895 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d835b-b05c-4f9f-9f9a-1a559e2cb8ed tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Pushing event deleted for resources: {'Port': ['ID=8eeb4aa5-da20-4dc1-9493-f6a58cbdc337,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:23.521975 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4e7d0d-c84b-4a32-ad62-a2c457987c62 req-794d835b-b05c-4f9f-9f9a-1a559e2cb8ed tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] No DVR routers for this DVR port 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 on host hv-cinder-81809 {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:12:23.524573 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-8d4e7d0d-c84b-4a32-ad62-a2c457987c62 req-794d835b-b05c-4f9f-9f9a-1a559e2cb8ed tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:23.528389 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-8d4e7d0d-c84b-4a32-ad62-a2c457987c62 req-794d835b-b05c-4f9f-9f9a-1a559e2cb8ed tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "DELETE /v2.0/ports/8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 HTTP/1.1" status: 204 len: 173 time: 0.3990519 Nov 16 16:12:23.528824 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5251b895-35a2-4a27-ae13-9ef1995cbc9e', 'name': 'network-vif-deleted', 'tag': '8eeb4aa5-da20-4dc1-9493-f6a58cbdc337'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:12:23.532141 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8427ac0-cbee-4a85-b0db-d5dd3d11949c" -d '{"events": [{"server_uuid": "5251b895-35a2-4a27-ae13-9ef1995cbc9e", "name": "network-vif-deleted", "tag": "8eeb4aa5-da20-4dc1-9493-f6a58cbdc337"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:12:23.577731 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7676cc13-3831-4633-934a-ed7c71b88b8b x-openstack-request-id: req-7676cc13-3831-4633-934a-ed7c71b88b8b {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:12:23.578019 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5251b895-35a2-4a27-ae13-9ef1995cbc9e", "name": "network-vif-deleted", "tag": "8eeb4aa5-da20-4dc1-9493-f6a58cbdc337", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:12:23.578267 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7676cc13-3831-4633-934a-ed7c71b88b8b {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:12:23.578655 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5251b895-35a2-4a27-ae13-9ef1995cbc9e', 'name': 'network-vif-deleted', 'tag': '8eeb4aa5-da20-4dc1-9493-f6a58cbdc337', 'status': 'completed', 'code': 200} Nov 16 16:12:23.728575 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f435f1b4-dfc7-440f-97d9-32a7f11a3be0 req-3c7acfa5-dd99-4b63-8622-8b0bd20f90fd tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=5251b895-35a2-4a27-ae13-9ef1995cbc9e HTTP/1.1" status: 200 len: 210 time: 0.0312769 Nov 16 16:12:24.374876 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:25.004297 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10e2f2-b114-4c6a-95b8-502f20df6313 req-0962f50c-7338-4a2e-b7ff-2cf845dca21a tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:25.005662 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0c10e2f2-b114-4c6a-95b8-502f20df6313 req-0962f50c-7338-4a2e-b7ff-2cf845dca21a tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 946 time: 0.0488033 Nov 16 16:12:25.053233 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-0c10e2f2-b114-4c6a-95b8-502f20df6313 req-e7eff56a-bec2-44d9-8398-5ad30bf6d12f tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Nov 16 16:12:25.751539 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:26.168098 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db4d17-64d0-44a3-9557-7644b88ff8a5 req-f508ab3e-8458-42fc-9263-12d035896225 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:26.169563 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-35db4d17-64d0-44a3-9557-7644b88ff8a5 req-f508ab3e-8458-42fc-9263-12d035896225 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 946 time: 0.0482810 Nov 16 16:12:26.218745 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-35db4d17-64d0-44a3-9557-7644b88ff8a5 req-35735cfd-a6aa-4afd-8c8d-aebed3bda468 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427206 Nov 16 16:12:26.449910 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052e365-f21e-401f-af59-00a054b3b894 req-7383cbe7-b482-42d1-83a8-06b0e4afbede tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:26.452080 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-d052e365-f21e-401f-af59-00a054b3b894 req-7383cbe7-b482-42d1-83a8-06b0e4afbede tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 946 time: 0.0513687 Nov 16 16:12:26.521038 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:26.547427 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-d052e365-f21e-401f-af59-00a054b3b894 req-b16f84e6-5a1d-4172-bcad-3c1c7908088e tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Deleting port c7e4fe7f-71cc-49de-b03e-045a57243e92 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:12:26.547786 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-d052e365-f21e-401f-af59-00a054b3b894 req-b16f84e6-5a1d-4172-bcad-3c1c7908088e tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:26.635609 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-d052e365-f21e-401f-af59-00a054b3b894 req-b16f84e6-5a1d-4172-bcad-3c1c7908088e tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] For port c7e4fe7f-71cc-49de-b03e-045a57243e92, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=c7e4fe7f-71cc-49de-b03e-045a57243e92,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:12:26.635964 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-d052e365-f21e-401f-af59-00a054b3b894 req-b16f84e6-5a1d-4172-bcad-3c1c7908088e tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:26.648525 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-d052e365-f21e-401f-af59-00a054b3b894 req-b16f84e6-5a1d-4172-bcad-3c1c7908088e tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Calling delete_port for c7e4fe7f-71cc-49de-b03e-045a57243e92 owned by compute:nova {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:12:26.687806 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:26.775096 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-d052e365-f21e-401f-af59-00a054b3b894 req-b16f84e6-5a1d-4172-bcad-3c1c7908088e tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:26.785552 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['35db0ace-0705-4914-a3c5-dc0165afe4c6', 'c7e4fe7f-71cc-49de-b03e-045a57243e92'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:12:26.804020 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f84e6-5a1d-4172-bcad-3c1c7908088e tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Pushing event deleted for resources: {'Port': ['ID=c7e4fe7f-71cc-49de-b03e-045a57243e92,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:26.844866 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-d052e365-f21e-401f-af59-00a054b3b894 req-b16f84e6-5a1d-4172-bcad-3c1c7908088e tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] No DVR routers for this DVR port c7e4fe7f-71cc-49de-b03e-045a57243e92 on host hv-cinder-81809 {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:12:26.847270 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-d052e365-f21e-401f-af59-00a054b3b894 req-b16f84e6-5a1d-4172-bcad-3c1c7908088e tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:26.850521 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-d052e365-f21e-401f-af59-00a054b3b894 req-b16f84e6-5a1d-4172-bcad-3c1c7908088e tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "DELETE /v2.0/ports/c7e4fe7f-71cc-49de-b03e-045a57243e92 HTTP/1.1" status: 204 len: 173 time: 0.3895707 Nov 16 16:12:26.850948 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0556b1c3-b8f8-41ca-85b8-2852285a49f9', 'name': 'network-vif-deleted', 'tag': 'c7e4fe7f-71cc-49de-b03e-045a57243e92'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:12:26.853449 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb8c53c-885c-46bd-a36c-e18dc9100653" -d '{"events": [{"server_uuid": "0556b1c3-b8f8-41ca-85b8-2852285a49f9", "name": "network-vif-deleted", "tag": "c7e4fe7f-71cc-49de-b03e-045a57243e92"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:12:26.900123 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b9c7a9-77ec-4f7c-bffb-66c7cc1fb575 x-openstack-request-id: req-18b9c7a9-77ec-4f7c-bffb-66c7cc1fb575 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:12:26.900416 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0556b1c3-b8f8-41ca-85b8-2852285a49f9", "name": "network-vif-deleted", "tag": "c7e4fe7f-71cc-49de-b03e-045a57243e92", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:12:26.900651 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18b9c7a9-77ec-4f7c-bffb-66c7cc1fb575 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:12:26.901039 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0556b1c3-b8f8-41ca-85b8-2852285a49f9', 'name': 'network-vif-deleted', 'tag': 'c7e4fe7f-71cc-49de-b03e-045a57243e92', 'status': 'completed', 'code': 200} Nov 16 16:12:26.937026 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device c7e4fe7f-71cc-49de-b03e-045a57243e92 no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:12:26.961350 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: c7e4fe7f-71cc-49de-b03e-045a57243e92 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:12:26.961698 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device c7e4fe7f-71cc-49de-b03e-045a57243e92 not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:12:26.962677 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:12:26.983447 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:12:26.983740 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 8eeb4aa5-da20-4dc1-9493-f6a58cbdc337 not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:12:27.333029 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-67dbe56b-4429-4686-aac1-f2f3a1c5ef02 req-850b2d22-cc4e-41c6-a1fc-4446eb160d68 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0556b1c3-b8f8-41ca-85b8-2852285a49f9 HTTP/1.1" status: 200 len: 210 time: 0.0314512 Nov 16 16:12:29.724612 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827035b-a564-4013-89b5-5e7f9a5f3bfc req-2775364c-684f-44a3-8c7d-a828c4344e77 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:29.726096 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b827035b-a564-4013-89b5-5e7f9a5f3bfc req-2775364c-684f-44a3-8c7d-a828c4344e77 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 946 time: 0.0493195 Nov 16 16:12:29.773941 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b827035b-a564-4013-89b5-5e7f9a5f3bfc req-75f2590a-988d-4b44-9a5f-76c82d40c763 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417583 Nov 16 16:12:30.896513 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c018f-81cd-48ac-89a0-2b3d1016cb5b req-bfc85a0d-9016-4e36-8972-3e803a9467a0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:30.897978 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a87c018f-81cd-48ac-89a0-2b3d1016cb5b req-bfc85a0d-9016-4e36-8972-3e803a9467a0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 946 time: 0.0538514 Nov 16 16:12:30.945646 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a87c018f-81cd-48ac-89a0-2b3d1016cb5b req-4971c285-001c-4f39-a231-1102463f8a96 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413904 Nov 16 16:12:31.256818 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322618d-ae81-43ca-a1fd-7e813e78c1a7 req-e9544031-7d9a-4452-aa77-2c6b27a1468d tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:12:31.258527 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4322618d-ae81-43ca-a1fd-7e813e78c1a7 req-e9544031-7d9a-4452-aa77-2c6b27a1468d tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 946 time: 0.0539122 Nov 16 16:12:31.351491 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-4322618d-ae81-43ca-a1fd-7e813e78c1a7 req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Deleting port 35db0ace-0705-4914-a3c5-dc0165afe4c6 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:12:31.351821 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4322618d-ae81-43ca-a1fd-7e813e78c1a7 req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:31.438260 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-4322618d-ae81-43ca-a1fd-7e813e78c1a7 req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] For port 35db0ace-0705-4914-a3c5-dc0165afe4c6, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=35db0ace-0705-4914-a3c5-dc0165afe4c6,segment=NetworkSegment(fd41721a-dce9-4f51-9511-5b4c7841c55e),segment_id=fd41721a-dce9-4f51-9511-5b4c7841c55e)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:12:31.438618 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4322618d-ae81-43ca-a1fd-7e813e78c1a7 req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:31.451660 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-4322618d-ae81-43ca-a1fd-7e813e78c1a7 req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Calling delete_port for 35db0ace-0705-4914-a3c5-dc0165afe4c6 owned by compute:nova {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:12:31.605265 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4322618d-ae81-43ca-a1fd-7e813e78c1a7 req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:31.618075 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['35db0ace-0705-4914-a3c5-dc0165afe4c6'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:12:31.645437 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Pushing event deleted for resources: {'Port': ['ID=35db0ace-0705-4914-a3c5-dc0165afe4c6,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:31.674299 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:31.674636 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:31.674967 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:31.675294 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:31.675650 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:31.675972 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:31.676289 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:31.676602 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:31.676915 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:31.677226 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:31.677533 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:31.677839 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:31.699196 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4322618d-ae81-43ca-a1fd-7e813e78c1a7 req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] No DVR routers for this DVR port 35db0ace-0705-4914-a3c5-dc0165afe4c6 on host hv-cinder-81809 {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:12:31.702230 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4322618d-ae81-43ca-a1fd-7e813e78c1a7 req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:31.705813 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4322618d-ae81-43ca-a1fd-7e813e78c1a7 req-e3dba812-549a-4db8-941e-a138002977e0 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.62 "DELETE /v2.0/ports/35db0ace-0705-4914-a3c5-dc0165afe4c6 HTTP/1.1" status: 204 len: 173 time: 0.4405291 Nov 16 16:12:31.706257 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b84f3a-873d-4d5b-88c1-655bc337610e', 'name': 'network-vif-deleted', 'tag': '35db0ace-0705-4914-a3c5-dc0165afe4c6'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:12:31.708479 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe904c8-bd2d-444a-a467-daa42be8976d" -d '{"events": [{"server_uuid": "77b84f3a-873d-4d5b-88c1-655bc337610e", "name": "network-vif-deleted", "tag": "35db0ace-0705-4914-a3c5-dc0165afe4c6"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:12:31.747814 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b2be13-43ea-4d4f-9ff4-062c6fc99f70 x-openstack-request-id: req-f8b2be13-43ea-4d4f-9ff4-062c6fc99f70 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:12:31.748630 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b84f3a-873d-4d5b-88c1-655bc337610e", "name": "network-vif-deleted", "tag": "35db0ace-0705-4914-a3c5-dc0165afe4c6", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:12:31.748883 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8b2be13-43ea-4d4f-9ff4-062c6fc99f70 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:12:31.749900 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b84f3a-873d-4d5b-88c1-655bc337610e', 'name': 'network-vif-deleted', 'tag': '35db0ace-0705-4914-a3c5-dc0165afe4c6', 'status': 'completed', 'code': 200} Nov 16 16:12:32.052795 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-f3d90134-29a7-41a9-b6e8-5953df309d28 req-e946bea2-04ed-4126-bd3c-ad4ad9492d20 tempest-AttachVolumeNegativeTest-26735042 tempest-AttachVolumeNegativeTest-26735042-project] 10.222.0.46 "GET /v2.0/ports?device_id=77b84f3a-873d-4d5b-88c1-655bc337610e HTTP/1.1" status: 200 len: 210 time: 0.0299630 Nov 16 16:12:33.109793 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48308) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:33.153115 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Deleting subnet 3254b556-8e5a-4da3-bbfe-cc0d828a8d0b {{(pid=101853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:12:33.156732 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.191401 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1186861'] for subnet, precommit_delete_associations {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.229252 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.284232 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3353557'] for subnet, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.311455 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3254b556-8e5a-4da3-bbfe-cc0d828a8d0b,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:33.321028 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:33.321380 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:33.321719 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:33.322056 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:33.322387 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:33.323063 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:33.323063 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:33.323355 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:33.323717 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:33.324044 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:33.324367 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:33.324689 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:12:33.327504 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.331546 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-2a965066-35ea-49c1-9618-b9ed553b560e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3254b556-8e5a-4da3-bbfe-cc0d828a8d0b HTTP/1.1" status: 204 len: 168 time: 0.2198951 Nov 16 16:12:33.333251 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48310) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:33.401532 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3ae88dd7-a081-4a68-a9d9-a0f74ea79128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.482672 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3ae88dd7-a081-4a68-a9d9-a0f74ea79128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.502803 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-3ae88dd7-a081-4a68-a9d9-a0f74ea79128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a82f94-756b-4c4e-a3fc-7d796125074b']}} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:12:33.511898 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-3ae88dd7-a081-4a68-a9d9-a0f74ea79128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd41721a-dce9-4f51-9511-5b4c7841c55e') {'for_net_delete': True} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:12:33.512197 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-3ae88dd7-a081-4a68-a9d9-a0f74ea79128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd41721a-dce9-4f51-9511-5b4c7841c55e') {} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:12:33.521824 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3ae88dd7-a081-4a68-a9d9-a0f74ea79128 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1186850'] for segment, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.535453 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3ae88dd7-a081-4a68-a9d9-a0f74ea79128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.541291 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae88dd7-a081-4a68-a9d9-a0f74ea79128 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=101853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:12:33.541674 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3ae88dd7-a081-4a68-a9d9-a0f74ea79128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153758'] for segment, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: Traceback (most recent call last): Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: timer() Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: cb(*args, **kw) Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: return func(*args, **kwargs) Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: self._notify() Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: self.callback(batched_events) Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: event.method(event) Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: return f(self, *a, **k) Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._get(url).json() Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: return self.request(url, 'GET', **kwargs) Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:12:33.543293 dv-cinder-818098-2-iscsi neutron-server[101853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:12:33.596599 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3ae88dd7-a081-4a68-a9d9-a0f74ea79128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.601973 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-3ae88dd7-a081-4a68-a9d9-a0f74ea79128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.605158 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-3ae88dd7-a081-4a68-a9d9-a0f74ea79128 admin admin] 10.222.0.46 "DELETE /v2.0/networks/63a82f94-756b-4c4e-a3fc-7d796125074b HTTP/1.1" status: 204 len: 168 time: 0.2710109 Nov 16 16:12:33.616590 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae88dd7-a081-4a68-a9d9-a0f74ea79128 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a82f94-756b-4c4e-a3fc-7d796125074b,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:33.768611 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 48316) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:33.807955 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-4c0703c4-69e3-4d3a-a017-29bcf4f18f51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=261a56c38b564260b994aa1efc3fc829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381389 Nov 16 16:12:33.810302 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 48318) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:33.861036 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dea6aeb4-cea5-49dd-bf22-1f735ff742fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.881751 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dea6aeb4-cea5-49dd-bf22-1f735ff742fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.927205 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dea6aeb4-cea5-49dd-bf22-1f735ff742fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.929801 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-dea6aeb4-cea5-49dd-bf22-1f735ff742fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:33.930933 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-dea6aeb4-cea5-49dd-bf22-1f735ff742fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52 HTTP/1.1" status: 204 len: 168 time: 0.1192205 Nov 16 16:12:33.940377 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6aeb4-cea5-49dd-bf22-1f735ff742fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9c3bde-e3c5-4ea7-bc60-dc71b9170f52,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:34.947806 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 35db0ace-0705-4914-a3c5-dc0165afe4c6 no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:12:34.967171 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 35db0ace-0705-4914-a3c5-dc0165afe4c6 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:12:34.967590 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 35db0ace-0705-4914-a3c5-dc0165afe4c6 not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:12:35.369984 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 48358) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:35.474041 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cef6b819-f395-418b-b298-162aa701298c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:35.552380 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cef6b819-f395-418b-b298-162aa701298c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:35.556029 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-cef6b819-f395-418b-b298-162aa701298c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:35.594381 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-cef6b819-f395-418b-b298-162aa701298c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac73927ad9754dd2becafd46faf21fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233253 Nov 16 16:12:35.595613 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6b819-f395-418b-b298-162aa701298c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86203e5c-411d-4ff4-a6a8-8c59872d7ed8,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:35.597100 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48362) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:35.651610 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c6a153a-556b-41b8-927a-b48456035878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:35.672503 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c6a153a-556b-41b8-927a-b48456035878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:35.719075 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c6a153a-556b-41b8-927a-b48456035878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:35.721743 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-1c6a153a-556b-41b8-927a-b48456035878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:35.722887 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-1c6a153a-556b-41b8-927a-b48456035878 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86203e5c-411d-4ff4-a6a8-8c59872d7ed8 HTTP/1.1" status: 204 len: 168 time: 0.1248004 Nov 16 16:12:35.730610 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a153a-556b-41b8-927a-b48456035878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86203e5c-411d-4ff4-a6a8-8c59872d7ed8,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:35.977949 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48368) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:35.991194 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0df3a2c6-6779-480d-9544-6561be441e89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:36.065944 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0df3a2c6-6779-480d-9544-6561be441e89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:36.069852 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0df3a2c6-6779-480d-9544-6561be441e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:36.106526 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3a2c6-6779-480d-9544-6561be441e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a84ca0-d619-4e88-9358-c53c5b5626cc,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:36.111227 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-0df3a2c6-6779-480d-9544-6561be441e89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f98e70a18dbd40e6a574501289bee93a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322432 Nov 16 16:12:36.113836 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48370) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:36.162415 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-14707fff-e876-4e52-b325-0b7963062204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:36.183330 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-14707fff-e876-4e52-b325-0b7963062204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:36.231530 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-14707fff-e876-4e52-b325-0b7963062204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:36.234421 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-14707fff-e876-4e52-b325-0b7963062204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:36.235694 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-14707fff-e876-4e52-b325-0b7963062204 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4a84ca0-d619-4e88-9358-c53c5b5626cc HTTP/1.1" status: 204 len: 168 time: 0.1208203 Nov 16 16:12:36.243335 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14707fff-e876-4e52-b325-0b7963062204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a84ca0-d619-4e88-9358-c53c5b5626cc,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:37.777700 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48414) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:37.881026 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-cf90e947-09d2-4d02-ad3b-d63c089347f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:37.956320 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-cf90e947-09d2-4d02-ad3b-d63c089347f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:37.959942 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-cf90e947-09d2-4d02-ad3b-d63c089347f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:37.997090 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-cf90e947-09d2-4d02-ad3b-d63c089347f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c668ba75c30476d9cf6bc0f518d02eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183597 Nov 16 16:12:37.998274 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90e947-09d2-4d02-ad3b-d63c089347f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d83a0af-6c1f-49c0-8d2f-eb7d9e56771e,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:38.000114 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 48418) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:38.048497 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-eb18921d-2b7a-47f1-b64d-682d3fb882bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:38.069068 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-eb18921d-2b7a-47f1-b64d-682d3fb882bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:38.116220 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-eb18921d-2b7a-47f1-b64d-682d3fb882bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:38.118728 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-eb18921d-2b7a-47f1-b64d-682d3fb882bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:38.119927 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-eb18921d-2b7a-47f1-b64d-682d3fb882bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d83a0af-6c1f-49c0-8d2f-eb7d9e56771e HTTP/1.1" status: 204 len: 168 time: 0.1188185 Nov 16 16:12:38.128254 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18921d-2b7a-47f1-b64d-682d3fb882bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d83a0af-6c1f-49c0-8d2f-eb7d9e56771e,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:38.373722 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 48424) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:38.386741 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a43c0d4a-33a5-4b12-b420-4aa020e8ae06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:38.459989 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a43c0d4a-33a5-4b12-b420-4aa020e8ae06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:38.463627 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a43c0d4a-33a5-4b12-b420-4aa020e8ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:38.504865 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-a43c0d4a-33a5-4b12-b420-4aa020e8ae06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3929184b2f56444b9412d8605b9abf1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300831 Nov 16 16:12:38.505703 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c0d4a-33a5-4b12-b420-4aa020e8ae06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98115f7b-d8ad-4628-8243-c03b6bf01a0e,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:38.507573 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48426) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:38.556953 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d66d94e0-2de2-4159-8300-78b23adc3ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:38.578013 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d66d94e0-2de2-4159-8300-78b23adc3ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:38.624341 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d66d94e0-2de2-4159-8300-78b23adc3ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:38.626744 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d66d94e0-2de2-4159-8300-78b23adc3ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:38.627882 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-d66d94e0-2de2-4159-8300-78b23adc3ca8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98115f7b-d8ad-4628-8243-c03b6bf01a0e HTTP/1.1" status: 204 len: 168 time: 0.1192911 Nov 16 16:12:38.635093 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d94e0-2de2-4159-8300-78b23adc3ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98115f7b-d8ad-4628-8243-c03b6bf01a0e,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:44.884018 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48548) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:44.990471 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-cc270af7-ca97-4958-8b8c-13a4345de912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:45.063998 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-cc270af7-ca97-4958-8b8c-13a4345de912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:45.067540 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-cc270af7-ca97-4958-8b8c-13a4345de912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:45.103622 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc270af7-ca97-4958-8b8c-13a4345de912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaebdfc-6902-4d7a-97ae-fcda1f0badce,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:45.107885 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-cc270af7-ca97-4958-8b8c-13a4345de912 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d731825ca87144208f82e47340d7856b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222333 Nov 16 16:12:45.110672 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48552) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:45.158098 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-225a7959-abb0-4485-ae97-279e0f077abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:45.179596 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-225a7959-abb0-4485-ae97-279e0f077abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:45.224975 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-225a7959-abb0-4485-ae97-279e0f077abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:45.227533 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-225a7959-abb0-4485-ae97-279e0f077abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:45.228672 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-225a7959-abb0-4485-ae97-279e0f077abb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/feaebdfc-6902-4d7a-97ae-fcda1f0badce HTTP/1.1" status: 204 len: 168 time: 0.1171029 Nov 16 16:12:45.236318 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a7959-abb0-4485-ae97-279e0f077abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaebdfc-6902-4d7a-97ae-fcda1f0badce,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:45.496415 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48558) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:45.510208 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-03814766-9d25-4a79-9565-f7dccc866405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:45.588811 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-03814766-9d25-4a79-9565-f7dccc866405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:45.593950 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-03814766-9d25-4a79-9565-f7dccc866405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:45.636618 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03814766-9d25-4a79-9565-f7dccc866405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5a12a4-e846-4f24-93e0-b65611c4257f,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:45.641230 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-03814766-9d25-4a79-9565-f7dccc866405 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d084b42615a04dc3b699518e9bea52a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437395 Nov 16 16:12:45.644286 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48560) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:45.692761 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8b39882a-5bf0-4efa-b307-eb0ac1054871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:45.713646 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8b39882a-5bf0-4efa-b307-eb0ac1054871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:45.761116 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8b39882a-5bf0-4efa-b307-eb0ac1054871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:45.763644 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-8b39882a-5bf0-4efa-b307-eb0ac1054871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:45.764862 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-8b39882a-5bf0-4efa-b307-eb0ac1054871 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd5a12a4-e846-4f24-93e0-b65611c4257f HTTP/1.1" status: 204 len: 168 time: 0.1201267 Nov 16 16:12:45.772549 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39882a-5bf0-4efa-b307-eb0ac1054871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5a12a4-e846-4f24-93e0-b65611c4257f,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:47.622036 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 48632) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:47.726443 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80e2f548-b9c5-4917-8559-71502214eb23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:47.798724 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80e2f548-b9c5-4917-8559-71502214eb23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:47.802288 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-80e2f548-b9c5-4917-8559-71502214eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:47.840095 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-80e2f548-b9c5-4917-8559-71502214eb23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1cd5954e50642e4988dda2054eda329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170181 Nov 16 16:12:47.841201 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2f548-b9c5-4917-8559-71502214eb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d671adc3-6e5d-4924-8570-a7f9460ab616,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:47.842803 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48636) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:47.891856 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5adec5e5-a0f2-4338-a42c-4c6c682893bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:47.913025 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5adec5e5-a0f2-4338-a42c-4c6c682893bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:47.961645 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5adec5e5-a0f2-4338-a42c-4c6c682893bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:47.964516 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-5adec5e5-a0f2-4338-a42c-4c6c682893bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:47.965950 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-5adec5e5-a0f2-4338-a42c-4c6c682893bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d671adc3-6e5d-4924-8570-a7f9460ab616 HTTP/1.1" status: 204 len: 168 time: 0.1219151 Nov 16 16:12:47.973625 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adec5e5-a0f2-4338-a42c-4c6c682893bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d671adc3-6e5d-4924-8570-a7f9460ab616,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:48.220744 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48642) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:48.235032 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-50de2153-9162-454f-9994-23a7cf609d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:48.312761 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-50de2153-9162-454f-9994-23a7cf609d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:48.316441 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-50de2153-9162-454f-9994-23a7cf609d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:48.354864 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-50de2153-9162-454f-9994-23a7cf609d82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2448aba3b3454b33bb3597112ea8ed58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329618 Nov 16 16:12:48.355705 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de2153-9162-454f-9994-23a7cf609d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04fbecd-fa61-4844-9051-26aeb0199d81,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:48.357659 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 48644) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:48.406312 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a3e30c48-bcc5-43a2-9fed-dc15c86064da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:48.427031 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a3e30c48-bcc5-43a2-9fed-dc15c86064da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:48.472199 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a3e30c48-bcc5-43a2-9fed-dc15c86064da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:48.474625 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-a3e30c48-bcc5-43a2-9fed-dc15c86064da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:48.475795 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-a3e30c48-bcc5-43a2-9fed-dc15c86064da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e04fbecd-fa61-4844-9051-26aeb0199d81 HTTP/1.1" status: 204 len: 168 time: 0.1164672 Nov 16 16:12:48.484501 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e30c48-bcc5-43a2-9fed-dc15c86064da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04fbecd-fa61-4844-9051-26aeb0199d81,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:49.511316 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 48682) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:49.613490 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-815c35f7-3eb7-4626-85fd-f25ee3e9377d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:49.694065 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-815c35f7-3eb7-4626-85fd-f25ee3e9377d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:49.697847 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-815c35f7-3eb7-4626-85fd-f25ee3e9377d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:49.737473 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-815c35f7-3eb7-4626-85fd-f25ee3e9377d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e56d436081048a9aa56826662f2b762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250652 Nov 16 16:12:49.738367 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c35f7-3eb7-4626-85fd-f25ee3e9377d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbe1641-cf63-4dda-a78a-a90291b73b8e,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:49.740190 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48686) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:12:49.789500 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2dac71b0-ad70-4cf5-a850-6ed544ce51ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:49.811215 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2dac71b0-ad70-4cf5-a850-6ed544ce51ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:49.857909 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2dac71b0-ad70-4cf5-a850-6ed544ce51ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:49.861109 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2dac71b0-ad70-4cf5-a850-6ed544ce51ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:49.862247 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-2dac71b0-ad70-4cf5-a850-6ed544ce51ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3fbe1641-cf63-4dda-a78a-a90291b73b8e HTTP/1.1" status: 204 len: 168 time: 0.1210778 Nov 16 16:12:49.870288 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac71b0-ad70-4cf5-a850-6ed544ce51ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbe1641-cf63-4dda-a78a-a90291b73b8e,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:12:50.759709 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-51fdc264-c28c-4fb9-8323-061fbbb74ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:53.036404 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-da55f7da-118b-4396-b0d8-10b7dd18220e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:53.384982 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:12:54.377135 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:55.753224 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:56.523634 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:12:56.697515 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:03.442594 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-600113fc-78ac-4cb3-97eb-68764ffe504b req-c78a0485-fff7-46d3-9e54-bd7e1e33a381 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405874 Nov 16 16:13:03.502194 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600113fc-78ac-4cb3-97eb-68764ffe504b req-b42ab6d7-c082-4e4f-aa74-952932ac2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:03.504247 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-600113fc-78ac-4cb3-97eb-68764ffe504b req-b42ab6d7-c082-4e4f-aa74-952932ac2be0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 1098 time: 0.0409179 Nov 16 16:13:03.607347 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600113fc-78ac-4cb3-97eb-68764ffe504b req-51685b49-e31b-4f19-a243-f85f33313ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:03.608823 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-600113fc-78ac-4cb3-97eb-68764ffe504b req-51685b49-e31b-4f19-a243-f85f33313ab2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 912 time: 0.0860212 Nov 16 16:13:03.671391 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-600113fc-78ac-4cb3-97eb-68764ffe504b req-0b1617b4-922e-4b33-b50c-e7beef041726 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f5fb1e-fddd-4de2-b420-4ed412992643 HTTP/1.1" status: 200 len: 1000 time: 0.0558331 Nov 16 16:13:03.722972 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600113fc-78ac-4cb3-97eb-68764ffe504b req-a2a386e7-89da-4a9a-996e-0abfe1a7ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:03.724464 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-600113fc-78ac-4cb3-97eb-68764ffe504b req-a2a386e7-89da-4a9a-996e-0abfe1a7ae2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 200 len: 850 time: 0.0461481 Nov 16 16:13:03.768986 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600113fc-78ac-4cb3-97eb-68764ffe504b req-9726bb03-5acb-4321-9646-7c007efb7088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:03.770441 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-600113fc-78ac-4cb3-97eb-68764ffe504b req-9726bb03-5acb-4321-9646-7c007efb7088 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395792 Nov 16 16:13:03.860394 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-600113fc-78ac-4cb3-97eb-68764ffe504b req-1fc8c080-d32e-4453-90d3-6ca8fbd03a70 service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825830 Nov 16 16:13:04.185895 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-600113fc-78ac-4cb3-97eb-68764ffe504b req-4754101d-0728-49e8-bed9-c1600ad5a1cf service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183668 Nov 16 16:13:06.139695 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48860) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:06.307078 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-d24f84e2-1f47-4145-a47b-3da2c6f3eb72 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Deleting port 3c5e1467-c02f-4312-93be-bc3b86974293 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:13:06.307398 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d24f84e2-1f47-4145-a47b-3da2c6f3eb72 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:06.382822 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d24f84e2-1f47-4145-a47b-3da2c6f3eb72 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:06.383145 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d24f84e2-1f47-4145-a47b-3da2c6f3eb72 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:06.397112 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-d24f84e2-1f47-4145-a47b-3da2c6f3eb72 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Calling delete_port for 3c5e1467-c02f-4312-93be-bc3b86974293 owned by network:floatingip {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:13:06.807761 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d24f84e2-1f47-4145-a47b-3da2c6f3eb72 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:06.834160 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f84e2-1f47-4145-a47b-3da2c6f3eb72 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event deleted for resources: {'Port': ['ID=3c5e1467-c02f-4312-93be-bc3b86974293,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:06.893837 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d24f84e2-1f47-4145-a47b-3da2c6f3eb72 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for floatingip, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:06.894174 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.l3_db [None req-d24f84e2-1f47-4145-a47b-3da2c6f3eb72 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Floating IP ca828014-f742-45ba-98ab-c18e93f629db disassociated (deleted). External IP: 172.27.1.93, port: 10f5fb1e-fddd-4de2-b420-4ed412992643. Nov 16 16:13:07.108212 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24f84e2-1f47-4145-a47b-3da2c6f3eb72 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:13:07.216896 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24f84e2-1f47-4145-a47b-3da2c6f3eb72 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:13:07.221755 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d24f84e2-1f47-4145-a47b-3da2c6f3eb72 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:07.226275 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f2366-cde4-42e4-89b3-33fbc630a485 None None] Sync routers for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:13:07.236389 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f2366-cde4-42e4-89b3-33fbc630a485 None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:13:07.237002 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-fb8f2366-cde4-42e4-89b3-33fbc630a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:12:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:07.248693 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-d24f84e2-1f47-4145-a47b-3da2c6f3eb72 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "DELETE /v2.0/floatingips/ca828014-f742-45ba-98ab-c18e93f629db HTTP/1.1" status: 204 len: 168 time: 1.1078889 Nov 16 16:13:07.249393 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'tag': '10f5fb1e-fddd-4de2-b420-4ed412992643'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:13:07.255658 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2975198-291e-4c89-b0f8-7150fae71781" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcc72f3-865c-48e2-9ae9-7d91eef84f35", "tag": "10f5fb1e-fddd-4de2-b420-4ed412992643"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:13:07.294473 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8700c413-be91-4d4b-a74c-9c6ab0dcdbf6 x-openstack-request-id: req-8700c413-be91-4d4b-a74c-9c6ab0dcdbf6 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:13:07.294823 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcc72f3-865c-48e2-9ae9-7d91eef84f35", "tag": "10f5fb1e-fddd-4de2-b420-4ed412992643", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:13:07.295140 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8700c413-be91-4d4b-a74c-9c6ab0dcdbf6 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:13:07.295636 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'tag': '10f5fb1e-fddd-4de2-b420-4ed412992643', 'status': 'completed', 'code': 200} Nov 16 16:13:07.350461 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-fb8f2366-cde4-42e4-89b3-33fbc630a485 None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:13:07.365627 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2975198-291e-4c89-b0f8-7150fae71781 req-84f8f21c-609d-4557-96b0-9aa1205caf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:07.367223 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-a2975198-291e-4c89-b0f8-7150fae71781 req-84f8f21c-609d-4557-96b0-9aa1205caf72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 1098 time: 0.0491190 Nov 16 16:13:07.498656 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6894a4-ae3b-46f6-9f68-c7e68dc2687f req-c648a9cf-e297-4b47-8b10-7b08ed44673a tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:07.499082 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2975198-291e-4c89-b0f8-7150fae71781 req-702d8d30-347d-48c4-ae5f-2887be9c0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:07.500385 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ba6894a4-ae3b-46f6-9f68-c7e68dc2687f req-c648a9cf-e297-4b47-8b10-7b08ed44673a tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 945 time: 0.0543766 Nov 16 16:13:07.501005 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-a2975198-291e-4c89-b0f8-7150fae71781 req-702d8d30-347d-48c4-ae5f-2887be9c0afb service neutron] 10.222.0.62 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 912 time: 0.1187479 Nov 16 16:13:07.544287 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-a2975198-291e-4c89-b0f8-7150fae71781 req-bb1b8e31-dbc8-47e8-81f9-82c4e1f7a386 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f5fb1e-fddd-4de2-b420-4ed412992643 HTTP/1.1" status: 200 len: 217 time: 0.0353475 Nov 16 16:13:07.565250 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ba6894a4-ae3b-46f6-9f68-c7e68dc2687f req-e10b1896-23c3-4dcf-8cbc-e7fc726933d1 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582919 Nov 16 16:13:07.604146 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2975198-291e-4c89-b0f8-7150fae71781 req-c83cd7a0-a84c-4e7e-ba46-da1271e15a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:07.605918 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-a2975198-291e-4c89-b0f8-7150fae71781 req-c83cd7a0-a84c-4e7e-ba46-da1271e15a98 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 200 len: 850 time: 0.0532889 Nov 16 16:13:07.624435 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-fb8f2366-cde4-42e4-89b3-33fbc630a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '6b6c2c59-b4d3-4c67-9b86-8de63fd4e2e2', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc90f3f-4249-42b0-b344-cb67784082db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:09:08Z', 'updated_at': '2021-11-16T16:09:11Z', 'revision_number': 1, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:07.653863 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f2366-cde4-42e4-89b3-33fbc630a485 None None] Checking router: 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:13:07.659327 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2975198-291e-4c89-b0f8-7150fae71781 req-3221ab98-17a4-4125-a9bd-fccc5e13ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:07.660841 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-a2975198-291e-4c89-b0f8-7150fae71781 req-3221ab98-17a4-4125-a9bd-fccc5e13ec2f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419390 Nov 16 16:13:07.662402 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f2366-cde4-42e4-89b3-33fbc630a485 None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:13:07.663007 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-fb8f2366-cde4-42e4-89b3-33fbc630a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:12:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:07.759545 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-a2975198-291e-4c89-b0f8-7150fae71781 req-fd57f461-286c-4231-8922-c08fd2b3215b service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905256 Nov 16 16:13:07.859782 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-a2975198-291e-4c89-b0f8-7150fae71781 req-70853007-820a-4d4e-806e-46d8acb37781 service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918469 Nov 16 16:13:07.904280 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-fb8f2366-cde4-42e4-89b3-33fbc630a485 None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:13:08.123990 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-fb8f2366-cde4-42e4-89b3-33fbc630a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '6b6c2c59-b4d3-4c67-9b86-8de63fd4e2e2', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc90f3f-4249-42b0-b344-cb67784082db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:09:08Z', 'updated_at': '2021-11-16T16:09:11Z', 'revision_number': 1, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:08.153634 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f2366-cde4-42e4-89b3-33fbc630a485 None None] The sync data for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi is: [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_floatingips': [{'id': '6b6c2c59-b4d3-4c67-9b86-8de63fd4e2e2', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'router_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'port_id': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc90f3f-4249-42b0-b344-cb67784082db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T16:09:08Z', 'updated_at': '2021-11-16T16:09:11Z', 'revision_number': 1, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:13:08.367255 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2a3e32-984e-4c3a-bc4f-2189b0e34fe7 None None] New status for floating IP ca828014-f742-45ba-98ab-c18e93f629db: DOWN {{(pid=101856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:13:08.685253 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029c916-8a53-4280-b363-cd07ba34daf2 req-3665a0d3-46a4-47cb-a8e2-1b807c9e3dc5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:08.686813 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d029c916-8a53-4280-b363-cd07ba34daf2 req-3665a0d3-46a4-47cb-a8e2-1b807c9e3dc5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 945 time: 0.0486858 Nov 16 16:13:08.737490 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d029c916-8a53-4280-b363-cd07ba34daf2 req-96d27508-8e26-4da1-a3fd-8e3d4a2887c5 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441098 Nov 16 16:13:09.196294 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d7a7e-8f80-4609-866e-a8391edb3e83 req-1dd06570-cdff-400c-aacf-a44424428453 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:09.197736 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-815d7a7e-8f80-4609-866e-a8391edb3e83 req-1dd06570-cdff-400c-aacf-a44424428453 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 945 time: 0.0506520 Nov 16 16:13:09.291903 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-815d7a7e-8f80-4609-866e-a8391edb3e83 req-d358f605-72b8-4d96-b1b9-e9a8e2c1cb1d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Deleting port 10f5fb1e-fddd-4de2-b420-4ed412992643 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:13:09.292238 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-815d7a7e-8f80-4609-866e-a8391edb3e83 req-d358f605-72b8-4d96-b1b9-e9a8e2c1cb1d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:09.381078 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-815d7a7e-8f80-4609-866e-a8391edb3e83 req-d358f605-72b8-4d96-b1b9-e9a8e2c1cb1d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] For port 10f5fb1e-fddd-4de2-b420-4ed412992643, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=10f5fb1e-fddd-4de2-b420-4ed412992643,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:13:09.381447 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-815d7a7e-8f80-4609-866e-a8391edb3e83 req-d358f605-72b8-4d96-b1b9-e9a8e2c1cb1d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:09.393898 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-815d7a7e-8f80-4609-866e-a8391edb3e83 req-d358f605-72b8-4d96-b1b9-e9a8e2c1cb1d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Calling delete_port for 10f5fb1e-fddd-4de2-b420-4ed412992643 owned by compute:nova {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:13:09.527884 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-815d7a7e-8f80-4609-866e-a8391edb3e83 req-d358f605-72b8-4d96-b1b9-e9a8e2c1cb1d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:09.557651 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358f605-72b8-4d96-b1b9-e9a8e2c1cb1d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event deleted for resources: {'Port': ['ID=10f5fb1e-fddd-4de2-b420-4ed412992643,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:09.605646 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-815d7a7e-8f80-4609-866e-a8391edb3e83 req-d358f605-72b8-4d96-b1b9-e9a8e2c1cb1d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] No DVR routers for this DVR port 10f5fb1e-fddd-4de2-b420-4ed412992643 on host hv-cinder-81809 {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:13:09.608166 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-815d7a7e-8f80-4609-866e-a8391edb3e83 req-d358f605-72b8-4d96-b1b9-e9a8e2c1cb1d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:09.612100 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-815d7a7e-8f80-4609-866e-a8391edb3e83 req-d358f605-72b8-4d96-b1b9-e9a8e2c1cb1d tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "DELETE /v2.0/ports/10f5fb1e-fddd-4de2-b420-4ed412992643 HTTP/1.1" status: 204 len: 173 time: 0.4077613 Nov 16 16:13:09.612550 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'name': 'network-vif-deleted', 'tag': '10f5fb1e-fddd-4de2-b420-4ed412992643'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:13:09.614754 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed40806f-caea-480f-b9ed-6f00cc507263" -d '{"events": [{"server_uuid": "6dcc72f3-865c-48e2-9ae9-7d91eef84f35", "name": "network-vif-deleted", "tag": "10f5fb1e-fddd-4de2-b420-4ed412992643"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:13:09.658627 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0d2dcc-3265-4eda-945d-818227a99785 x-openstack-request-id: req-ba0d2dcc-3265-4eda-945d-818227a99785 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:13:09.658922 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcc72f3-865c-48e2-9ae9-7d91eef84f35", "name": "network-vif-deleted", "tag": "10f5fb1e-fddd-4de2-b420-4ed412992643", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:13:09.659175 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba0d2dcc-3265-4eda-945d-818227a99785 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:13:09.659610 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcc72f3-865c-48e2-9ae9-7d91eef84f35', 'name': 'network-vif-deleted', 'tag': '10f5fb1e-fddd-4de2-b420-4ed412992643', 'status': 'completed', 'code': 200} Nov 16 16:13:09.832504 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e1edb00f-c1fe-45b9-80da-469f42992422 req-572dd937-5a08-470e-bfa8-a16f6162d1b1 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dcc72f3-865c-48e2-9ae9-7d91eef84f35 HTTP/1.1" status: 200 len: 210 time: 0.0263300 Nov 16 16:13:13.113209 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48902) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:13.142510 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 10f5fb1e-fddd-4de2-b420-4ed412992643 no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:13:13.164337 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 10f5fb1e-fddd-4de2-b420-4ed412992643 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:13:13.164682 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 10f5fb1e-fddd-4de2-b420-4ed412992643 not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:13:13.273041 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b523e-7c51-4c0a-b91e-80a53f527b25 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Deleting port 559c6779-2678-4775-88f3-f5a985ad1d12 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:13:13.273377 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-ff8b523e-7c51-4c0a-b91e-80a53f527b25 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:13.352989 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-ff8b523e-7c51-4c0a-b91e-80a53f527b25 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:13.353313 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-ff8b523e-7c51-4c0a-b91e-80a53f527b25 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:13.365736 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b523e-7c51-4c0a-b91e-80a53f527b25 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Calling delete_port for 559c6779-2678-4775-88f3-f5a985ad1d12 owned by network:floatingip {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:13:13.520098 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-ff8b523e-7c51-4c0a-b91e-80a53f527b25 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:13.550660 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b523e-7c51-4c0a-b91e-80a53f527b25 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event deleted for resources: {'Port': ['ID=559c6779-2678-4775-88f3-f5a985ad1d12,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:13.609370 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-ff8b523e-7c51-4c0a-b91e-80a53f527b25 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for floatingip, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:13.609703 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.l3_db [None req-ff8b523e-7c51-4c0a-b91e-80a53f527b25 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Floating IP 6b6c2c59-b4d3-4c67-9b86-8de63fd4e2e2 disassociated (deleted). External IP: 172.27.1.107, port: 56ca6ce4-eb92-4ff7-876a-3215434b21af. Nov 16 16:13:13.825564 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8b523e-7c51-4c0a-b91e-80a53f527b25 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:13:13.935819 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8b523e-7c51-4c0a-b91e-80a53f527b25 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:13:13.940555 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-ff8b523e-7c51-4c0a-b91e-80a53f527b25 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:13.950969 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e8e9ee-6070-49e4-ae5f-631ea3929926 None None] Sync routers for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:13:13.961075 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8e9ee-6070-49e4-ae5f-631ea3929926 None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:13:13.961656 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-f1e8e9ee-6070-49e4-ae5f-631ea3929926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:12:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:13.969285 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-ff8b523e-7c51-4c0a-b91e-80a53f527b25 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "DELETE /v2.0/floatingips/6b6c2c59-b4d3-4c67-9b86-8de63fd4e2e2 HTTP/1.1" status: 204 len: 168 time: 0.8550107 Nov 16 16:13:13.969945 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc90f3f-4249-42b0-b344-cb67784082db', 'tag': '56ca6ce4-eb92-4ff7-876a-3215434b21af'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:13:13.973034 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf789ca-7296-4031-94e2-2d2c4bd20e88" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc90f3f-4249-42b0-b344-cb67784082db", "tag": "56ca6ce4-eb92-4ff7-876a-3215434b21af"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:13:14.033266 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6a1022-4ceb-498d-8a14-a0ad77fe8579 x-openstack-request-id: req-3b6a1022-4ceb-498d-8a14-a0ad77fe8579 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:13:14.034647 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc90f3f-4249-42b0-b344-cb67784082db", "tag": "56ca6ce4-eb92-4ff7-876a-3215434b21af", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:13:14.034883 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b6a1022-4ceb-498d-8a14-a0ad77fe8579 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:13:14.035285 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc90f3f-4249-42b0-b344-cb67784082db', 'tag': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'status': 'completed', 'code': 200} Nov 16 16:13:14.082532 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-f1e8e9ee-6070-49e4-ae5f-631ea3929926 None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:13:14.101912 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf789ca-7296-4031-94e2-2d2c4bd20e88 req-b85cf380-bcfe-4948-9bdc-1a37df59c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:14.103591 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-bbf789ca-7296-4031-94e2-2d2c4bd20e88 req-b85cf380-bcfe-4948-9bdc-1a37df59c5eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 1098 time: 0.0463839 Nov 16 16:13:14.215334 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf789ca-7296-4031-94e2-2d2c4bd20e88 req-d302db04-cf50-4310-95ef-8b70b4a88daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:14.216833 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-bbf789ca-7296-4031-94e2-2d2c4bd20e88 req-d302db04-cf50-4310-95ef-8b70b4a88daa service neutron] 10.222.0.62 "GET /v2.0/networks?id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 200 len: 912 time: 0.1033328 Nov 16 16:13:14.230603 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66441bd0-be2e-4435-8bff-abaf2311d05f req-b425f904-f357-4f90-944b-c64f63f433ee tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:14.232439 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-66441bd0-be2e-4435-8bff-abaf2311d05f req-b425f904-f357-4f90-944b-c64f63f433ee tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 945 time: 0.0504768 Nov 16 16:13:14.266192 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-bbf789ca-7296-4031-94e2-2d2c4bd20e88 req-4b9b8fd2-7acb-4b5d-8764-4c453727dfd5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56ca6ce4-eb92-4ff7-876a-3215434b21af HTTP/1.1" status: 200 len: 217 time: 0.0411665 Nov 16 16:13:14.299735 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-66441bd0-be2e-4435-8bff-abaf2311d05f req-b8280159-1fdb-4a97-bff3-14fed4dd5089 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595737 Nov 16 16:13:14.305264 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-f1e8e9ee-6070-49e4-ae5f-631ea3929926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:14.323575 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf789ca-7296-4031-94e2-2d2c4bd20e88 req-0496fc30-2e89-488a-b4a3-1108b7851b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:14.325029 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-bbf789ca-7296-4031-94e2-2d2c4bd20e88 req-0496fc30-2e89-488a-b4a3-1108b7851b09 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 200 len: 850 time: 0.0497570 Nov 16 16:13:14.333479 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e8e9ee-6070-49e4-ae5f-631ea3929926 None None] Checking router: 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:13:14.341842 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8e9ee-6070-49e4-ae5f-631ea3929926 None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:13:14.342458 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-f1e8e9ee-6070-49e4-ae5f-631ea3929926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:12:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:14.371347 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf789ca-7296-4031-94e2-2d2c4bd20e88 req-8068cef2-f049-40a4-a955-f3f62da4b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:14.372902 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-bbf789ca-7296-4031-94e2-2d2c4bd20e88 req-8068cef2-f049-40a4-a955-f3f62da4b392 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d76e01f2-cefd-4113-8b4c-ae0a7cc24037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403087 Nov 16 16:13:14.450628 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-f1e8e9ee-6070-49e4-ae5f-631ea3929926 None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:13:14.474376 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-bbf789ca-7296-4031-94e2-2d2c4bd20e88 req-f6c25448-17fe-4b73-84be-3b40891772f0 service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923550 Nov 16 16:13:14.576713 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-bbf789ca-7296-4031-94e2-2d2c4bd20e88 req-ee800cf3-4ab8-4f51-8025-3b87b7f4fa22 service neutron] 10.222.0.62 "GET /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936356 Nov 16 16:13:14.664573 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-f1e8e9ee-6070-49e4-ae5f-631ea3929926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:14.695623 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e8e9ee-6070-49e4-ae5f-631ea3929926 None None] The sync data for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi is: [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:04Z', 'revision_number': 4, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '61d38778-ecc7-4719-98fa-884dbd604e02', 'name': '', 'network_id': 'd76e01f2-cefd-4113-8b4c-ae0a7cc24037', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'mac_address': 'fa:16:3e:71:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:03Z', 'updated_at': '2021-11-16T16:05:09Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'subnets': [{'id': '3a71067b-bbc5-4a7f-a337-f77ec6b82b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:13:14.910728 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f830b-e85c-409c-81ae-9cc394bde6eb None None] New status for floating IP 6b6c2c59-b4d3-4c67-9b86-8de63fd4e2e2: DOWN {{(pid=101856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:13:15.422484 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b340b-1952-4fb9-b14f-115dc05fbe66 req-68b65bfb-bad0-457c-84c9-c4d7f23556dd tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:15.423990 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d69b340b-1952-4fb9-b14f-115dc05fbe66 req-68b65bfb-bad0-457c-84c9-c4d7f23556dd tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 945 time: 0.0525832 Nov 16 16:13:15.474703 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d69b340b-1952-4fb9-b14f-115dc05fbe66 req-1aa79775-9681-44e3-875b-0f42d390b730 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dd171eb-7943-4807-9fe7-f436f2d7b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438578 Nov 16 16:13:15.751121 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad04157-49a2-4690-8e77-54a546f4cd38 req-daabacf6-d03d-4595-a4e1-bfb5a2fc6d53 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:13:15.752581 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4ad04157-49a2-4690-8e77-54a546f4cd38 req-daabacf6-d03d-4595-a4e1-bfb5a2fc6d53 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 945 time: 0.0490129 Nov 16 16:13:15.842645 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-4ad04157-49a2-4690-8e77-54a546f4cd38 req-f3edb050-a089-4dc2-92ee-abd7e3a1b252 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Deleting port 56ca6ce4-eb92-4ff7-876a-3215434b21af {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:13:15.843025 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4ad04157-49a2-4690-8e77-54a546f4cd38 req-f3edb050-a089-4dc2-92ee-abd7e3a1b252 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:15.940331 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-4ad04157-49a2-4690-8e77-54a546f4cd38 req-f3edb050-a089-4dc2-92ee-abd7e3a1b252 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] For port 56ca6ce4-eb92-4ff7-876a-3215434b21af, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=56ca6ce4-eb92-4ff7-876a-3215434b21af,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:13:15.940688 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4ad04157-49a2-4690-8e77-54a546f4cd38 req-f3edb050-a089-4dc2-92ee-abd7e3a1b252 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:15.953272 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-4ad04157-49a2-4690-8e77-54a546f4cd38 req-f3edb050-a089-4dc2-92ee-abd7e3a1b252 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Calling delete_port for 56ca6ce4-eb92-4ff7-876a-3215434b21af owned by compute:nova {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:13:16.088811 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4ad04157-49a2-4690-8e77-54a546f4cd38 req-f3edb050-a089-4dc2-92ee-abd7e3a1b252 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:16.116162 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edb050-a089-4dc2-92ee-abd7e3a1b252 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event deleted for resources: {'Port': ['ID=56ca6ce4-eb92-4ff7-876a-3215434b21af,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:16.169561 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad04157-49a2-4690-8e77-54a546f4cd38 req-f3edb050-a089-4dc2-92ee-abd7e3a1b252 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] No DVR routers for this DVR port 56ca6ce4-eb92-4ff7-876a-3215434b21af on host hv-cinder-81809 {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:13:16.172141 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-4ad04157-49a2-4690-8e77-54a546f4cd38 req-f3edb050-a089-4dc2-92ee-abd7e3a1b252 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:16.175627 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-4ad04157-49a2-4690-8e77-54a546f4cd38 req-f3edb050-a089-4dc2-92ee-abd7e3a1b252 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.62 "DELETE /v2.0/ports/56ca6ce4-eb92-4ff7-876a-3215434b21af HTTP/1.1" status: 204 len: 173 time: 0.4159477 Nov 16 16:13:16.176095 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc90f3f-4249-42b0-b344-cb67784082db', 'name': 'network-vif-deleted', 'tag': '56ca6ce4-eb92-4ff7-876a-3215434b21af'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:13:16.179051 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349f4769-5536-44a3-a0e4-50f63357eeff" -d '{"events": [{"server_uuid": "9bc90f3f-4249-42b0-b344-cb67784082db", "name": "network-vif-deleted", "tag": "56ca6ce4-eb92-4ff7-876a-3215434b21af"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:13:16.217470 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcbac48-3b4a-4d0e-8a20-fc7835c566a8 x-openstack-request-id: req-abcbac48-3b4a-4d0e-8a20-fc7835c566a8 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:13:16.217812 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc90f3f-4249-42b0-b344-cb67784082db", "name": "network-vif-deleted", "tag": "56ca6ce4-eb92-4ff7-876a-3215434b21af", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:13:16.218255 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-abcbac48-3b4a-4d0e-8a20-fc7835c566a8 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:13:16.218659 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc90f3f-4249-42b0-b344-cb67784082db', 'name': 'network-vif-deleted', 'tag': '56ca6ce4-eb92-4ff7-876a-3215434b21af', 'status': 'completed', 'code': 200} Nov 16 16:13:16.610626 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-445eed19-4b3f-486a-b02f-cf403abbb4ee req-e232185e-ba4c-43e9-acf6-43ed0841aaed tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bc90f3f-4249-42b0-b344-cb67784082db HTTP/1.1" status: 200 len: 210 time: 0.0274560 Nov 16 16:13:17.668324 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 48938) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:17.791270 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-0a304fc8-062c-43b9-8952-02b282ebd11e tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Deleting port 04480ad8-b091-4ffc-b5c3-dec433af0ed2 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:13:17.791637 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0a304fc8-062c-43b9-8952-02b282ebd11e tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:17.875066 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0a304fc8-062c-43b9-8952-02b282ebd11e tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:17.875378 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0a304fc8-062c-43b9-8952-02b282ebd11e tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:17.888591 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-0a304fc8-062c-43b9-8952-02b282ebd11e tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Calling delete_port for 04480ad8-b091-4ffc-b5c3-dec433af0ed2 owned by network:floatingip {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:13:18.023130 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0a304fc8-062c-43b9-8952-02b282ebd11e tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:18.047711 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a304fc8-062c-43b9-8952-02b282ebd11e tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event deleted for resources: {'Port': ['ID=04480ad8-b091-4ffc-b5c3-dec433af0ed2,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:18.107110 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0a304fc8-062c-43b9-8952-02b282ebd11e tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for floatingip, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:18.109693 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-0a304fc8-062c-43b9-8952-02b282ebd11e tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:18.110831 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-0a304fc8-062c-43b9-8952-02b282ebd11e tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "DELETE /v2.0/floatingips/6c01f89c-5160-491d-bca0-a9c1faa3f0bb HTTP/1.1" status: 204 len: 168 time: 0.4415367 Nov 16 16:13:19.173273 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 56ca6ce4-eb92-4ff7-876a-3215434b21af no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:13:19.193673 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 56ca6ce4-eb92-4ff7-876a-3215434b21af {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:13:19.194019 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 56ca6ce4-eb92-4ff7-876a-3215434b21af not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:13:19.308598 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 48954) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:19.374380 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3338-1628-40a9-9329-0106f75cf026 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:19.400281 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3338-1628-40a9-9329-0106f75cf026 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:19.457702 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3338-1628-40a9-9329-0106f75cf026 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:19.461068 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3338-1628-40a9-9329-0106f75cf026 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:19.462433 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-e5dd3338-1628-40a9-9329-0106f75cf026 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] 10.222.0.46 "DELETE /v2.0/security-groups/8dd171eb-7943-4807-9fe7-f436f2d7b7cc HTTP/1.1" status: 204 len: 168 time: 0.1527860 Nov 16 16:13:19.471486 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd3338-1628-40a9-9329-0106f75cf026 tempest-TestVolumeBootPattern-1690683984 tempest-TestVolumeBootPattern-1690683984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd171eb-7943-4807-9fe7-f436f2d7b7cc,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:19.525576 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 48958) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:20.011056 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fff8bbc8-74c0-4531-9072-86a1dcb3f0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756307'] for router_interface, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:20.248654 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-fff8bbc8-74c0-4531-9072-86a1dcb3f0aa admin admin] Deleting port 61d38778-ecc7-4719-98fa-884dbd604e02 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:13:20.248981 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fff8bbc8-74c0-4531-9072-86a1dcb3f0aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:20.338643 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-fff8bbc8-74c0-4531-9072-86a1dcb3f0aa admin admin] For port 61d38778-ecc7-4719-98fa-884dbd604e02, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=61d38778-ecc7-4719-98fa-884dbd604e02,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:13:20.339341 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fff8bbc8-74c0-4531-9072-86a1dcb3f0aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:20.351638 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-fff8bbc8-74c0-4531-9072-86a1dcb3f0aa admin admin] Calling delete_port for 61d38778-ecc7-4719-98fa-884dbd604e02 owned by network:router_interface {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:13:20.527956 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fff8bbc8-74c0-4531-9072-86a1dcb3f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:20.553112 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8bbc8-74c0-4531-9072-86a1dcb3f0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=61d38778-ecc7-4719-98fa-884dbd604e02,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:20.726992 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fff8bbc8-74c0-4531-9072-86a1dcb3f0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756175'] for router_interface, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:20.766805 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-533f4ab4-b6b9-4c97-b4dd-05bf2576d60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:20.940169 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff8bbc8-74c0-4531-9072-86a1dcb3f0aa admin admin] Router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:13:21.043766 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff8bbc8-74c0-4531-9072-86a1dcb3f0aa admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:13:21.048685 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-fff8bbc8-74c0-4531-9072-86a1dcb3f0aa admin admin] 10.222.0.46 "PUT /v2.0/routers/7c0a1ade-65b8-44a0-97fa-0bebb70585b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5221035 Nov 16 16:13:21.051259 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 48964) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:21.054305 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda46934-7d63-4d6b-a188-86153d875733 None None] Sync routers for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:13:21.064819 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda46934-7d63-4d6b-a188-86153d875733 None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:13:21.065431 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-eda46934-7d63-4d6b-a188-86153d875733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:12:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:21.154171 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:21.170835 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-eda46934-7d63-4d6b-a188-86153d875733 None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:13:21.256824 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:21.310156 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] Deleting port c15278ed-4430-405e-9fac-9d603041941c {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:13:21.310495 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:21.349215 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-eda46934-7d63-4d6b-a188-86153d875733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'c15278ed-4430-405e-9fac-9d603041941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:13:20Z', 'revision_number': 5, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port': {'id': 'c15278ed-4430-405e-9fac-9d603041941c', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:21.377153 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda46934-7d63-4d6b-a188-86153d875733 None None] Checking router: 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:13:21.386790 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda46934-7d63-4d6b-a188-86153d875733 None None] Routers {'7c0a1ade-65b8-44a0-97fa-0bebb70585b7'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:13:21.387701 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-eda46934-7d63-4d6b-a188-86153d875733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:12:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:21.393698 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] For port c15278ed-4430-405e-9fac-9d603041941c, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=c15278ed-4430-405e-9fac-9d603041941c,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:13:21.394198 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:21.407392 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] Calling delete_port for c15278ed-4430-405e-9fac-9d603041941c owned by network:router_gateway {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:13:21.478863 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-eda46934-7d63-4d6b-a188-86153d875733 None None] Set router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 gateway port host: None {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:13:21.545273 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-eda46934-7d63-4d6b-a188-86153d875733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:13:21Z', 'revision_number': 6, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port_host': None}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:21.573564 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda46934-7d63-4d6b-a188-86153d875733 None None] The sync data for ids ['7c0a1ade-65b8-44a0-97fa-0bebb70585b7'] in dv-cinder-818098-2-iscsi is: [{'id': '7c0a1ade-65b8-44a0-97fa-0bebb70585b7', 'name': 'tempest-TestVolumeBootPattern-127594987-router', 'tenant_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:01Z', 'updated_at': '2021-11-16T16:13:21Z', 'revision_number': 6, 'project_id': 'd2bdf7025cb744f088b95cb0bba5169b', 'gw_port_host': None}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:13:21.822613 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:21.850839 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15278ed-4430-405e-9fac-9d603041941c,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:21.915371 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754797'] for router_gateway, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.017928 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.020195 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.064809 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766094'] for router, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.065486 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c0a1ade-65b8-44a0-97fa-0bebb70585b7 {{(pid=101854) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 16:13:22.071074 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] Publish callbacks [] for router, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.072262 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-6d05fd93-7294-4d4e-adf7-7d4ad5be05e2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/7c0a1ade-65b8-44a0-97fa-0bebb70585b7 HTTP/1.1" status: 204 len: 168 time: 1.0200810 Nov 16 16:13:22.074832 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 48982) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:22.119089 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d128762-64f2-4737-97a2-0f7c7a3f03b1 admin admin] Deleting subnet 3a71067b-bbc5-4a7f-a337-f77ec6b82b43 {{(pid=101854) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:13:22.122131 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3d128762-64f2-4737-97a2-0f7c7a3f03b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.156857 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3d128762-64f2-4737-97a2-0f7c7a3f03b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1522454'] for subnet, precommit_delete_associations {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.234936 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3d128762-64f2-4737-97a2-0f7c7a3f03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.286491 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3d128762-64f2-4737-97a2-0f7c7a3f03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3712696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3173595'] for subnet, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.313352 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d128762-64f2-4737-97a2-0f7c7a3f03b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a71067b-bbc5-4a7f-a337-f77ec6b82b43,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:22.315317 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-3d128762-64f2-4737-97a2-0f7c7a3f03b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.321651 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-3d128762-64f2-4737-97a2-0f7c7a3f03b1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3a71067b-bbc5-4a7f-a337-f77ec6b82b43 HTTP/1.1" status: 204 len: 168 time: 0.2427409 Nov 16 16:13:22.321804 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc91f4-7184-4e73-9d25-46b56e65354e None None] Network d76e01f2-cefd-4113-8b4c-ae0a7cc24037 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:13:22.322313 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 48984) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:22.398824 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.456333 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Deleting port 56910a66-b718-401e-b82d-063f19b4348b {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:13:22.456661 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.528696 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] For port 56910a66-b718-401e-b82d-063f19b4348b, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=56910a66-b718-401e-b82d-063f19b4348b,segment=NetworkSegment(6eb470ee-f423-4fc0-8248-f5c5d85c46b0),segment_id=6eb470ee-f423-4fc0-8248-f5c5d85c46b0)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:13:22.529350 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.542547 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Calling delete_port for 56910a66-b718-401e-b82d-063f19b4348b owned by network:dhcp {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:13:22.589869 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 61d38778-ecc7-4719-98fa-884dbd604e02 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:13:22.610171 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 61d38778-ecc7-4719-98fa-884dbd604e02 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:13:22.610517 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 61d38778-ecc7-4719-98fa-884dbd604e02 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:13:22.610931 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device c15278ed-4430-405e-9fac-9d603041941c no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:13:22.633028 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: c15278ed-4430-405e-9fac-9d603041941c {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:13:22.633478 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device c15278ed-4430-405e-9fac-9d603041941c not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:13:22.643302 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.654503 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec25468b-2b91-460f-8278-33599888fe14 None None] DHCP port deletion for d76e01f2-cefd-4113-8b4c-ae0a7cc24037 request from dv-cinder-818098-2-iscsi {{(pid=101855) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 16:13:22.684591 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Pushing event deleted for resources: {'Port': ['ID=56910a66-b718-401e-b82d-063f19b4348b,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:22.689536 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] No DVR routers for this DVR port 56910a66-b718-401e-b82d-063f19b4348b on host dv-cinder-818098-2-iscsi {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:13:22.765168 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.785858 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76e01f2-cefd-4113-8b4c-ae0a7cc24037']}} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:22.796917 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb470ee-f423-4fc0-8248-f5c5d85c46b0') {'for_net_delete': True} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:22.797149 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb470ee-f423-4fc0-8248-f5c5d85c46b0') {} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:22.806369 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1522457'] for segment, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.819682 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.825463 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=101854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:13:22.825835 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712542'] for segment, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: Traceback (most recent call last): Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: timer() Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: cb(*args, **kw) Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: return func(*args, **kwargs) Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: self._notify() Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: self.callback(batched_events) Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: event.method(event) Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: return f(self, *a, **k) Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: return self._get(url).json() Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: return self.request(url, 'GET', **kwargs) Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:13:22.827450 dv-cinder-818098-2-iscsi neutron-server[101854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:13:22.881148 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.887163 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:22.890710 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d76e01f2-cefd-4113-8b4c-ae0a7cc24037 HTTP/1.1" status: 204 len: 168 time: 0.5679793 Nov 16 16:13:22.894308 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 48988) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:22.903013 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef50898-f06b-4536-9de5-59d4e41c2734 admin admin] Pushing event deleted for resources: {'Network': ['ID=d76e01f2-cefd-4113-8b4c-ae0a7cc24037,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:23.038008 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-23b88366-6c10-4e1a-8639-d25f6a62a32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:23.265920 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-37c269f4-a8ff-4582-9ffe-334c6daf29b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756307'] for router_interface, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:23.507143 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-37c269f4-a8ff-4582-9ffe-334c6daf29b7 admin admin] Deleting port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:13:23.507439 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-37c269f4-a8ff-4582-9ffe-334c6daf29b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:23.588679 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [None req-37c269f4-a8ff-4582-9ffe-334c6daf29b7 admin admin] For port cd20ef00-0fc2-4660-8a42-ab6b8bc70b11, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=cd20ef00-0fc2-4660-8a42-ab6b8bc70b11,segment=NetworkSegment(0a663fcc-0393-46dd-8c30-c7510751a032),segment_id=0a663fcc-0393-46dd-8c30-c7510751a032)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:13:23.589066 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-37c269f4-a8ff-4582-9ffe-334c6daf29b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:23.601232 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-37c269f4-a8ff-4582-9ffe-334c6daf29b7 admin admin] Calling delete_port for cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 owned by network:router_interface {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:13:23.777527 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-37c269f4-a8ff-4582-9ffe-334c6daf29b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:23.802509 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c269f4-a8ff-4582-9ffe-334c6daf29b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd20ef00-0fc2-4660-8a42-ab6b8bc70b11,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:23.972542 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-37c269f4-a8ff-4582-9ffe-334c6daf29b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756175'] for router_interface, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:24.197563 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c269f4-a8ff-4582-9ffe-334c6daf29b7 admin admin] Router eb247140-311f-4e8a-9560-ff03d2f1021d has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:13:24.307957 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c269f4-a8ff-4582-9ffe-334c6daf29b7 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:13:24.313308 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-37c269f4-a8ff-4582-9ffe-334c6daf29b7 admin admin] 10.222.0.46 "PUT /v2.0/routers/eb247140-311f-4e8a-9560-ff03d2f1021d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4171355 Nov 16 16:13:24.317195 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49002) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:24.320283 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea54cdb-e2aa-4555-83b2-37d8e4482dfc None None] Sync routers for ids ['eb247140-311f-4e8a-9560-ff03d2f1021d'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:13:24.330449 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea54cdb-e2aa-4555-83b2-37d8e4482dfc None None] Routers {'eb247140-311f-4e8a-9560-ff03d2f1021d'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:13:24.331126 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-eea54cdb-e2aa-4555-83b2-37d8e4482dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:13:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['eb247140-311f-4e8a-9560-ff03d2f1021d'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:24.379925 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:24.424990 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] Publish callbacks [] for router, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:24.436894 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-eea54cdb-e2aa-4555-83b2-37d8e4482dfc None None] Set router eb247140-311f-4e8a-9560-ff03d2f1021d gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:13:24.535866 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:24.594317 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] Deleting port 9b981056-e578-42fb-8a51-923f533b4233 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:13:24.595262 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:24.623012 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-eea54cdb-e2aa-4555-83b2-37d8e4482dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'name': 'tempest-TestVolumeBootPattern-1270715928-router', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '9b981056-e578-42fb-8a51-923f533b4233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:07Z', 'updated_at': '2021-11-16T16:13:23Z', 'revision_number': 5, 'project_id': '7863ee3c13ca4fce8de1f64d10985340', 'gw_port': {'id': '9b981056-e578-42fb-8a51-923f533b4233', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:05:08Z', 'updated_at': '2021-11-16T16:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:24.629947 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 56910a66-b718-401e-b82d-063f19b4348b no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:13:24.651943 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 56910a66-b718-401e-b82d-063f19b4348b {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:13:24.652805 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 56910a66-b718-401e-b82d-063f19b4348b not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:13:24.657576 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea54cdb-e2aa-4555-83b2-37d8e4482dfc None None] Checking router: eb247140-311f-4e8a-9560-ff03d2f1021d for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:13:24.666770 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea54cdb-e2aa-4555-83b2-37d8e4482dfc None None] Routers {'eb247140-311f-4e8a-9560-ff03d2f1021d'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:13:24.667380 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-eea54cdb-e2aa-4555-83b2-37d8e4482dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:13:23Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['eb247140-311f-4e8a-9560-ff03d2f1021d'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:24.685162 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] For port 9b981056-e578-42fb-8a51-923f533b4233, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=9b981056-e578-42fb-8a51-923f533b4233,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:13:24.685524 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:24.697980 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] Calling delete_port for 9b981056-e578-42fb-8a51-923f533b4233 owned by network:router_gateway {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:13:24.754082 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-eea54cdb-e2aa-4555-83b2-37d8e4482dfc None None] Set router eb247140-311f-4e8a-9560-ff03d2f1021d gateway port host: None {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:13:24.807526 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-eea54cdb-e2aa-4555-83b2-37d8e4482dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'name': 'tempest-TestVolumeBootPattern-1270715928-router', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:07Z', 'updated_at': '2021-11-16T16:13:24Z', 'revision_number': 6, 'project_id': '7863ee3c13ca4fce8de1f64d10985340', 'gw_port_host': None}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:24.837458 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea54cdb-e2aa-4555-83b2-37d8e4482dfc None None] The sync data for ids ['eb247140-311f-4e8a-9560-ff03d2f1021d'] in dv-cinder-818098-2-iscsi is: [{'id': 'eb247140-311f-4e8a-9560-ff03d2f1021d', 'name': 'tempest-TestVolumeBootPattern-1270715928-router', 'tenant_id': '7863ee3c13ca4fce8de1f64d10985340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:05:07Z', 'updated_at': '2021-11-16T16:13:24Z', 'revision_number': 6, 'project_id': '7863ee3c13ca4fce8de1f64d10985340', 'gw_port_host': None}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:13:24.865981 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:24.894488 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b981056-e578-42fb-8a51-923f533b4233,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:24.954157 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754797'] for router_gateway, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.044725 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.046811 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.092756 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766094'] for router, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.093178 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb247140-311f-4e8a-9560-ff03d2f1021d {{(pid=101853) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 16:13:25.098457 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] Publish callbacks [] for router, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.100292 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-bcb50af1-7fa9-4ed5-9d7d-25c5a2c84107 admin admin] 10.222.0.46 "DELETE /v2.0/routers/eb247140-311f-4e8a-9560-ff03d2f1021d HTTP/1.1" status: 204 len: 168 time: 0.7814646 Nov 16 16:13:25.102738 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49004) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:25.145827 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e6ccfe-a7b6-43ba-9b0a-e10ebc93ce03 admin admin] Deleting subnet dcf3ac02-6a1b-4d39-9982-a763c70c7fe8 {{(pid=101853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:13:25.149657 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-82e6ccfe-a7b6-43ba-9b0a-e10ebc93ce03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.185177 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-82e6ccfe-a7b6-43ba-9b0a-e10ebc93ce03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1186861'] for subnet, precommit_delete_associations {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.288388 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-82e6ccfe-a7b6-43ba-9b0a-e10ebc93ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.342527 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-82e6ccfe-a7b6-43ba-9b0a-e10ebc93ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3353557'] for subnet, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.368674 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6ccfe-a7b6-43ba-9b0a-e10ebc93ce03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf3ac02-6a1b-4d39-9982-a763c70c7fe8,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:25.370616 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-82e6ccfe-a7b6-43ba-9b0a-e10ebc93ce03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.373967 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-82e6ccfe-a7b6-43ba-9b0a-e10ebc93ce03 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dcf3ac02-6a1b-4d39-9982-a763c70c7fe8 HTTP/1.1" status: 204 len: 168 time: 0.2702808 Nov 16 16:13:25.375777 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8823671b-95ad-4058-923e-37a83c6c2a95 None None] Network c31f8df2-6a76-49bc-b2a3-ef2373eb35fc requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:13:25.376381 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49012) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:25.449301 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.510437 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Deleting port f478f489-546d-46d9-b20d-390de2ec301f {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:13:25.510588 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.574364 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] For port f478f489-546d-46d9-b20d-390de2ec301f, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=f478f489-546d-46d9-b20d-390de2ec301f,segment=NetworkSegment(0a663fcc-0393-46dd-8c30-c7510751a032),segment_id=0a663fcc-0393-46dd-8c30-c7510751a032)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:13:25.574723 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.587264 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Calling delete_port for f478f489-546d-46d9-b20d-390de2ec301f owned by network:dhcp {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:13:25.623005 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] DHCP port deletion for c31f8df2-6a76-49bc-b2a3-ef2373eb35fc request from dv-cinder-818098-2-iscsi {{(pid=101855) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 16:13:25.673511 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.673893 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Deleting port f478f489-546d-46d9-b20d-390de2ec301f {{(pid=101855) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:13:25.674223 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.700217 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=f478f489-546d-46d9-b20d-390de2ec301f,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:25.702052 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] No DVR routers for this DVR port f478f489-546d-46d9-b20d-390de2ec301f on host dv-cinder-818098-2-iscsi {{(pid=101853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:13:25.749312 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] For port f478f489-546d-46d9-b20d-390de2ec301f, host dv-cinder-818098-2-iscsi, got binding levels [] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:13:25.749705 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.768627 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Calling delete_port for f478f489-546d-46d9-b20d-390de2ec301f owned by network:dhcp {{(pid=101855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:13:25.772589 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.ipam_backend_mixin [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Port f478f489-546d-46d9-b20d-390de2ec301f was not found and therefore no delete operation was performed {{(pid=101855) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 16:13:25.773735 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.774782 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918'] for port, after_delete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.786506 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.800690 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Pushing event deleted for resources: {'Port': ['ID=f478f489-546d-46d9-b20d-390de2ec301f,revision_number=None']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:25.809036 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] No DVR routers for this DVR port f478f489-546d-46d9-b20d-390de2ec301f on host dv-cinder-818098-2-iscsi {{(pid=101855) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:13:25.809784 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31f8df2-6a76-49bc-b2a3-ef2373eb35fc']}} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:25.810900 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:25.811265 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:25.811693 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:25.812027 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:25.812545 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:25.813043 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:25.813434 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:25.813767 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:25.814098 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:25.814449 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:25.814756 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:25.815077 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f221203-0730-41d3-8e90-b0620cf967ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:25.820477 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a663fcc-0393-46dd-8c30-c7510751a032') {'for_net_delete': True} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:25.820773 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a663fcc-0393-46dd-8c30-c7510751a032') {} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:13:25.833514 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1186850'] for segment, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.850669 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.857233 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=101853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:13:25.857634 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153758'] for segment, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: Traceback (most recent call last): Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: timer() Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: cb(*args, **kw) Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: return func(*args, **kwargs) Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: self._notify() Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: self.callback(batched_events) Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: event.method(event) Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: return f(self, *a, **k) Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._get(url).json() Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: return self.request(url, 'GET', **kwargs) Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:13:25.859574 dv-cinder-818098-2-iscsi neutron-server[101853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:13:25.916280 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.922380 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:25.926054 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] 10.222.0.46 "DELETE /v2.0/networks/c31f8df2-6a76-49bc-b2a3-ef2373eb35fc HTTP/1.1" status: 204 len: 168 time: 0.5487599 Nov 16 16:13:25.937499 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf66503-cc1b-4234-96de-9358aad70b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=c31f8df2-6a76-49bc-b2a3-ef2373eb35fc,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:26.046511 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49016) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:26.086833 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-1d63e29f-5e9a-40fc-8c99-314d92d2a768 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2bdf7025cb744f088b95cb0bba5169b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391171 Nov 16 16:13:26.089386 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49018) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:26.141976 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-49d70e66-a186-4315-8dda-4c2849349c7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:26.165064 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-49d70e66-a186-4315-8dda-4c2849349c7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:26.215593 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-49d70e66-a186-4315-8dda-4c2849349c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:26.218174 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-49d70e66-a186-4315-8dda-4c2849349c7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:26.219345 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-49d70e66-a186-4315-8dda-4c2849349c7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd203426-90a6-49d4-b7aa-85b2ab1f2138 HTTP/1.1" status: 204 len: 168 time: 0.1290636 Nov 16 16:13:26.228340 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d70e66-a186-4315-8dda-4c2849349c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd203426-90a6-49d4-b7aa-85b2ab1f2138,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:26.534760 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:26.585141 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:13:26.586242 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49030) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:26.607042 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:13:26.607549 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device cd20ef00-0fc2-4660-8a42-ab6b8bc70b11 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:13:26.608071 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 9b981056-e578-42fb-8a51-923f533b4233 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:13:26.627354 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 9b981056-e578-42fb-8a51-923f533b4233 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:13:26.628076 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-0d14b5e5-4d77-422a-8942-a26dc738fcd7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7863ee3c13ca4fce8de1f64d10985340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401185 Nov 16 16:13:26.628606 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 9b981056-e578-42fb-8a51-923f533b4233 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:13:26.629026 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device f478f489-546d-46d9-b20d-390de2ec301f no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:13:26.630231 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 49032) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:26.643148 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49034) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:26.664846 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: f478f489-546d-46d9-b20d-390de2ec301f {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:13:26.665187 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device f478f489-546d-46d9-b20d-390de2ec301f not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:13:26.685204 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-eb4eaddb-f623-4ec4-b995-e07bfea805cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:26.710409 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:26.712442 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-eb4eaddb-f623-4ec4-b995-e07bfea805cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:26.761498 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-eb4eaddb-f623-4ec4-b995-e07bfea805cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:26.764429 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-eb4eaddb-f623-4ec4-b995-e07bfea805cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:26.765589 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-eb4eaddb-f623-4ec4-b995-e07bfea805cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8846e7a-20a6-41a4-86da-06631a90c70c HTTP/1.1" status: 204 len: 168 time: 0.1343384 Nov 16 16:13:26.775019 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4eaddb-f623-4ec4-b995-e07bfea805cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8846e7a-20a6-41a4-86da-06631a90c70c,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:26.825616 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bbd41e36-edbc-4fe2-bcfe-e9235cc217f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:26.904241 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bbd41e36-edbc-4fe2-bcfe-e9235cc217f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:26.908192 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-bbd41e36-edbc-4fe2-bcfe-e9235cc217f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:26.949891 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-bbd41e36-edbc-4fe2-bcfe-e9235cc217f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=049d9ae31b3847aa859b95a4b25eae1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054266 Nov 16 16:13:26.950643 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd41e36-edbc-4fe2-bcfe-e9235cc217f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8881ca-53cc-4077-86ad-6a0b2bd7a49b,revision_number=1']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:26.953331 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 49040) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:27.010419 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-63ae4ff0-2cf0-4468-acc4-a0375910245f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:27.035310 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-63ae4ff0-2cf0-4468-acc4-a0375910245f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:27.087063 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-63ae4ff0-2cf0-4468-acc4-a0375910245f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:27.089737 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-63ae4ff0-2cf0-4468-acc4-a0375910245f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:27.090921 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-63ae4ff0-2cf0-4468-acc4-a0375910245f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f8881ca-53cc-4077-86ad-6a0b2bd7a49b HTTP/1.1" status: 204 len: 168 time: 0.1361284 Nov 16 16:13:27.100430 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae4ff0-2cf0-4468-acc4-a0375910245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8881ca-53cc-4077-86ad-6a0b2bd7a49b,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:30.385007 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:13:35.088907 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 49112) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:35.190659 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:35.263804 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:35.267271 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_create {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:35.308997 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb29991a2ad34719968940318319e7e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190285 Nov 16 16:13:35.309677 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc5e2d8-f8c9-4cbd-acb5-a4587e0c7b94,revision_number=1']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:35.311817 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49116) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:13:35.317096 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.317451 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.317782 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.318106 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.318428 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.318751 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.319070 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.319389 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.320563 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.320885 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.321201 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.321512 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a4b0b0-bcd1-47b9-ad90-732ffda4e5d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.366192 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:35.632041 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:35.677950 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:35.680659 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:35.681918 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5dc5e2d8-f8c9-4cbd-acb5-a4587e0c7b94 HTTP/1.1" status: 204 len: 168 time: 0.3689747 Nov 16 16:13:35.690657 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc5e2d8-f8c9-4cbd-acb5-a4587e0c7b94,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:13:35.698664 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.699012 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.699350 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.699735 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.700048 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.700377 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.700703 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.701034 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.701355 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.701672 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.701991 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:35.702292 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca077d-bbbf-4966-b7b7-78b95a98f851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:13:50.759767 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-18c8db4a-d73e-4bec-a827-9d07c391be18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:53.040845 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-f096f70d-6666-4aac-a849-529599955008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:54.382212 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:55.761290 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:56.532691 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:13:56.715229 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:07.384401 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:14:13.153965 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85632dd3-4f10-466b-8906-9459786fa137 req-e42884b8-9760-4015-b38e-28aad43697ce tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:13.155432 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-85632dd3-4f10-466b-8906-9459786fa137 req-e42884b8-9760-4015-b38e-28aad43697ce tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.1990635 Nov 16 16:14:13.205304 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-85632dd3-4f10-466b-8906-9459786fa137 req-ae07d924-139c-4c4b-8e56-8b704aee63dd tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438631 Nov 16 16:14:14.376161 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df365494-152d-445a-a340-95a21ee3e34d req-8482d9ae-76a5-4722-924e-a9671f779fd1 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:14.377617 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-df365494-152d-445a-a340-95a21ee3e34d req-8482d9ae-76a5-4722-924e-a9671f779fd1 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.1015975 Nov 16 16:14:14.429576 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-df365494-152d-445a-a340-95a21ee3e34d req-03f4a11d-a05c-4b7c-8d6f-d9f1205cb711 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459976 Nov 16 16:14:15.543693 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32e4c0-df6d-4880-85c3-81716315f349 req-8b1e774c-ddf5-44c3-878d-b3496956bd72 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:15.545194 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cb32e4c0-df6d-4880-85c3-81716315f349 req-8b1e774c-ddf5-44c3-878d-b3496956bd72 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0496502 Nov 16 16:14:15.594580 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-cb32e4c0-df6d-4880-85c3-81716315f349 req-4523e370-8f64-4cdb-8f5a-ca1632b37c34 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436039 Nov 16 16:14:16.713270 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51f580-962f-431e-b5ca-ad7fe601d19e req-2d2a529a-1cd2-4737-8f81-2c732e426e47 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:16.714747 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dd51f580-962f-431e-b5ca-ad7fe601d19e req-2d2a529a-1cd2-4737-8f81-2c732e426e47 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0537760 Nov 16 16:14:16.763842 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-dd51f580-962f-431e-b5ca-ad7fe601d19e req-15fc6aa9-2fe8-4002-93e4-5acac985eef6 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431390 Nov 16 16:14:17.879992 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83698fea-782b-466b-b0e5-4f2981de4bb5 req-3952b099-f098-49cb-80cd-4c90bc28118f tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:17.881433 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-83698fea-782b-466b-b0e5-4f2981de4bb5 req-3952b099-f098-49cb-80cd-4c90bc28118f tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0519259 Nov 16 16:14:17.930190 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-83698fea-782b-466b-b0e5-4f2981de4bb5 req-73a5c85e-3e9c-4e91-9325-11c41ebdc25e tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423803 Nov 16 16:14:19.043162 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d310acd-478c-486e-94ee-0fdaecf850be req-4a3ba9aa-addf-404e-899f-f61f6ce3523f tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:19.044655 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5d310acd-478c-486e-94ee-0fdaecf850be req-4a3ba9aa-addf-404e-899f-f61f6ce3523f tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0489240 Nov 16 16:14:19.098770 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-5d310acd-478c-486e-94ee-0fdaecf850be req-f5a22826-fc3c-4a36-8443-bc6df189cd13 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483007 Nov 16 16:14:20.235077 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564db7f5-0a55-4d71-b4f4-bb101d9a97ff req-48a6c7c6-b66a-4831-88a4-8318ebc3fabc tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:20.237480 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-564db7f5-0a55-4d71-b4f4-bb101d9a97ff req-48a6c7c6-b66a-4831-88a4-8318ebc3fabc tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0625660 Nov 16 16:14:20.293704 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-564db7f5-0a55-4d71-b4f4-bb101d9a97ff req-7ccc1e0d-6840-43f5-b3f2-55103f4f964d tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481513 Nov 16 16:14:20.761672 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-0404f362-32b1-4b52-a8f6-21ef8398fd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:21.410311 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bdcf8-d67e-434d-9d6d-f38f1bd41155 req-f4165bac-4225-490a-96b8-9886f351199a tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:21.411787 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1b7bdcf8-d67e-434d-9d6d-f38f1bd41155 req-f4165bac-4225-490a-96b8-9886f351199a tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0483935 Nov 16 16:14:21.460992 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-1b7bdcf8-d67e-434d-9d6d-f38f1bd41155 req-1cd699a1-af34-485c-8e1f-fe2f5b11a880 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425134 Nov 16 16:14:22.576405 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820e196-b375-4df5-aa70-db32597a3d76 req-87b71a0f-e810-4395-9f83-0dd73607db9b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:22.577850 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c820e196-b375-4df5-aa70-db32597a3d76 req-87b71a0f-e810-4395-9f83-0dd73607db9b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0490320 Nov 16 16:14:22.629657 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c820e196-b375-4df5-aa70-db32597a3d76 req-aad07292-54ed-40d3-829a-61fe31995fc8 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459707 Nov 16 16:14:23.042316 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-f0fc656f-6e2e-4718-94b6-bcce6b805b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:23.216099 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d636b7-aabc-4e19-b62f-f6a940e0cbc5 req-83f0ac94-bc3f-41f3-8935-ccb96639a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:23.217582 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-32d636b7-aabc-4e19-b62f-f6a940e0cbc5 req-83f0ac94-bc3f-41f3-8935-ccb96639a8e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df73e9a151d74cbfa33bed295c7c3be3&device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 1099 time: 0.1054454 Nov 16 16:14:23.308132 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d636b7-aabc-4e19-b62f-f6a940e0cbc5 req-1007663e-189f-41f9-8c28-e5320845a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:23.310152 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-32d636b7-aabc-4e19-b62f-f6a940e0cbc5 req-1007663e-189f-41f9-8c28-e5320845a479 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e1573a3-7c9c-47a0-b82c-386adb674ca5 HTTP/1.1" status: 200 len: 910 time: 0.0841408 Nov 16 16:14:23.376277 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-32d636b7-aabc-4e19-b62f-f6a940e0cbc5 req-bc648db3-60ff-4902-8f47-80b7f8a55579 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c HTTP/1.1" status: 200 len: 1002 time: 0.0594900 Nov 16 16:14:23.424565 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d636b7-aabc-4e19-b62f-f6a940e0cbc5 req-0ede0543-5348-480b-83b9-a7ca8e6c7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:23.425955 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-32d636b7-aabc-4e19-b62f-f6a940e0cbc5 req-0ede0543-5348-480b-83b9-a7ca8e6c7cac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cadf7a88-8908-44cf-9e08-88118b3e78a0 HTTP/1.1" status: 200 len: 848 time: 0.0430026 Nov 16 16:14:23.476950 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d636b7-aabc-4e19-b62f-f6a940e0cbc5 req-eeb9a9dc-80b9-4135-8648-1c60447004a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:23.479122 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-32d636b7-aabc-4e19-b62f-f6a940e0cbc5 req-eeb9a9dc-80b9-4135-8648-1c60447004a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e1573a3-7c9c-47a0-b82c-386adb674ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458024 Nov 16 16:14:23.489486 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [req-32d636b7-aabc-4e19-b62f-f6a940e0cbc5 req-c61ec876-d8e8-4205-bfd8-20ca736f5bf4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101854) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 16:14:23.490432 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-32d636b7-aabc-4e19-b62f-f6a940e0cbc5 req-c61ec876-d8e8-4205-bfd8-20ca736f5bf4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048525 Nov 16 16:14:23.584093 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-32d636b7-aabc-4e19-b62f-f6a940e0cbc5 req-abe45f78-a604-4a68-b464-0d2eebc65e73 service neutron] 10.222.0.62 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863428 Nov 16 16:14:23.672571 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-32d636b7-aabc-4e19-b62f-f6a940e0cbc5 req-88b680ad-b2f7-44cf-90e8-003f8cf70d2d service neutron] 10.222.0.62 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818887 Nov 16 16:14:23.748319 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981291e-6309-4a2f-b31c-67856e1ccf0d req-39304cab-480e-4e51-85ae-a0e9d3b6fe74 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:23.749803 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a981291e-6309-4a2f-b31c-67856e1ccf0d req-39304cab-480e-4e51-85ae-a0e9d3b6fe74 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0494361 Nov 16 16:14:23.799969 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-a981291e-6309-4a2f-b31c-67856e1ccf0d req-4f70e32f-a21b-4841-9bf1-e05ce6cd835c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442460 Nov 16 16:14:24.383973 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:24.913379 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d304c3-2270-472b-82bd-91ef1ef6bf20 req-526778b0-4487-421f-8f1a-20b2b7c14e19 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:24.914821 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-65d304c3-2270-472b-82bd-91ef1ef6bf20 req-526778b0-4487-421f-8f1a-20b2b7c14e19 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0487370 Nov 16 16:14:24.965091 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-65d304c3-2270-472b-82bd-91ef1ef6bf20 req-4c5214ed-c4d4-4149-9e96-ada26db994a3 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436547 Nov 16 16:14:25.763897 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:26.082698 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b95e4-a47d-4202-ac16-3aba35d25633 req-557a7d0f-710f-430c-b8c7-2eb441e139c2 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:26.084188 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-224b95e4-a47d-4202-ac16-3aba35d25633 req-557a7d0f-710f-430c-b8c7-2eb441e139c2 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0516613 Nov 16 16:14:26.132661 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-224b95e4-a47d-4202-ac16-3aba35d25633 req-aa297345-29cd-49a4-9035-20314519854b tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420361 Nov 16 16:14:26.337911 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee390ba5-220f-4450-a68d-c24581e1b87e req-aec93a24-f973-4a68-b91d-b79c7762a726 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:26.339486 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ee390ba5-220f-4450-a68d-c24581e1b87e req-aec93a24-f973-4a68-b91d-b79c7762a726 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0495646 Nov 16 16:14:26.343592 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49174) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:14:26.398169 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ee390ba5-220f-4450-a68d-c24581e1b87e req-afc39ff5-a88c-4943-b4fe-2ccf49c44639 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484309 Nov 16 16:14:26.441772 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-46a6693c-2d55-43da-aeae-c2e5c9654691 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968943 Nov 16 16:14:26.451505 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-864258d7-fc49-4891-97c8-0d2da05df233 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101853) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 16:14:26.452532 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-864258d7-fc49-4891-97c8-0d2da05df233 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056331 Nov 16 16:14:26.536128 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:26.716227 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:27.452208 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:14:27.528191 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4f5de-5bfd-4342-a8c6-349f533b9eaf req-d9a2958e-32f6-48e5-8e29-e16ec68a742a tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:27.529727 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d0b4f5de-5bfd-4342-a8c6-349f533b9eaf req-d9a2958e-32f6-48e5-8e29-e16ec68a742a tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0610094 Nov 16 16:14:27.539329 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:27.565601 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:14:27.567771 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbc86b1-8010-4ecf-97d7-85c0de982dee" -d '{"events": [{"server_uuid": "ecfcd452-b06e-4723-b091-7992c79c9e72", "name": "network-vif-unplugged", "status": "completed", "tag": "14b10c18-97ea-4e1d-ab84-3f7bc7632b4c"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:14:27.580805 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:14:27.582039 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d0b4f5de-5bfd-4342-a8c6-349f533b9eaf req-dad53774-a717-4f83-a449-037eaaa85a3c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458117 Nov 16 16:14:27.586071 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:27.615003 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 16:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e64a4e5-603e-46ae-893e-fcf05d555413 x-openstack-request-id: req-9e64a4e5-603e-46ae-893e-fcf05d555413 {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:14:27.615296 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfcd452-b06e-4723-b091-7992c79c9e72", "name": "network-vif-unplugged", "status": "completed", "tag": "14b10c18-97ea-4e1d-ab84-3f7bc7632b4c", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:14:27.615579 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e64a4e5-603e-46ae-893e-fcf05d555413 {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:14:27.615970 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'code': 200} Nov 16 16:14:27.635855 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,revision_number=6']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:14:27.644941 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:14:27.645293 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:14:27.645635 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:14:27.645973 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:14:27.646305 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:14:27.646638 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:14:27.646966 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:14:27.647293 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:14:27.647656 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:14:27.647983 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:14:27.648306 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:14:27.648877 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:14:27.806562 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-4ec55e70-c667-4cd6-85db-fa3569b1d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:27.809143 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-4ec55e70-c667-4cd6-85db-fa3569b1d73c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72&tenant_id=df73e9a151d74cbfa33bed295c7c3be3 HTTP/1.1" status: 200 len: 1097 time: 0.0470781 Nov 16 16:14:27.869681 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-9a998844-ddb9-4247-a58c-0eaf4b348f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:27.871186 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-9a998844-ddb9-4247-a58c-0eaf4b348f69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df73e9a151d74cbfa33bed295c7c3be3&device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 1097 time: 0.0409136 Nov 16 16:14:27.963850 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-c95764dd-72ae-40fa-8ead-ca39a2cda7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:27.965951 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-c95764dd-72ae-40fa-8ead-ca39a2cda7dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e1573a3-7c9c-47a0-b82c-386adb674ca5 HTTP/1.1" status: 200 len: 910 time: 0.0879283 Nov 16 16:14:28.031731 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-42ff7e3a-4ab3-4865-8408-891f65b0e7f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c HTTP/1.1" status: 200 len: 1000 time: 0.0582867 Nov 16 16:14:28.079418 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-2d541679-0c67-4231-bc0d-efcfca942ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:28.080842 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-2d541679-0c67-4231-bc0d-efcfca942ac6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cadf7a88-8908-44cf-9e08-88118b3e78a0 HTTP/1.1" status: 200 len: 848 time: 0.0424089 Nov 16 16:14:28.128528 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-5f58f457-ef46-4515-9c98-543275ad95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:28.129914 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-5f58f457-ef46-4515-9c98-543275ad95fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e1573a3-7c9c-47a0-b82c-386adb674ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426173 Nov 16 16:14:28.219244 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-0d07f207-fd8e-42ab-9077-fe0975ef6794 service neutron] 10.222.0.62 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816669 Nov 16 16:14:28.310005 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e3579be3-1fb7-4d24-b33c-d089571fd4c3 req-a796e1cc-c17e-40fd-8bb6-512034f3fa5c service neutron] 10.222.0.62 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832672 Nov 16 16:14:28.698669 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1a28a-6658-4a1e-944f-ab430cbb4066 req-348ce59e-de22-4c24-91f2-e1318d128ca8 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:28.700802 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c8c1a28a-6658-4a1e-944f-ab430cbb4066 req-348ce59e-de22-4c24-91f2-e1318d128ca8 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 944 time: 0.0493395 Nov 16 16:14:28.749845 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c8c1a28a-6658-4a1e-944f-ab430cbb4066 req-fea48c03-277a-47d9-a7c2-54b4c0369235 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432606 Nov 16 16:14:29.868448 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085d21c-b412-4fcc-a00b-159a08dadcb0 req-6302a6f8-58c0-40f2-9412-6cb964a69285 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:29.869911 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e085d21c-b412-4fcc-a00b-159a08dadcb0 req-6302a6f8-58c0-40f2-9412-6cb964a69285 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 944 time: 0.0520337 Nov 16 16:14:29.919224 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e085d21c-b412-4fcc-a00b-159a08dadcb0 req-2d3e69c7-c2e2-496b-9d2a-dfa83b8d0908 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433424 Nov 16 16:14:31.033922 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb64f2-91de-4c08-9e98-ecc58fac2823 req-466701b7-634e-4fec-acf1-89ed018252f2 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:31.035388 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e2bb64f2-91de-4c08-9e98-ecc58fac2823 req-466701b7-634e-4fec-acf1-89ed018252f2 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 944 time: 0.0492997 Nov 16 16:14:31.083716 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-e2bb64f2-91de-4c08-9e98-ecc58fac2823 req-1a6f41ed-e444-4184-810a-27475522964c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424573 Nov 16 16:14:32.195326 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57473fe5-1421-4040-8740-4047acef711c req-f409ec48-6d8a-497b-85d1-0a96f583cf56 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:32.196807 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-57473fe5-1421-4040-8740-4047acef711c req-f409ec48-6d8a-497b-85d1-0a96f583cf56 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 944 time: 0.0473692 Nov 16 16:14:32.249907 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-57473fe5-1421-4040-8740-4047acef711c req-48a77965-9199-4bf8-b2b6-228f52e40c14 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464916 Nov 16 16:14:33.521677 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a1fda-338e-403a-bf6c-7b908178d193 req-194db4f5-db4b-42e3-b230-a44c1ad1eed6 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:33.523143 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-796a1fda-338e-403a-bf6c-7b908178d193 req-194db4f5-db4b-42e3-b230-a44c1ad1eed6 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 944 time: 0.0498962 Nov 16 16:14:33.572181 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-796a1fda-338e-403a-bf6c-7b908178d193 req-91a92e5b-8117-44a6-809b-24761a2a8092 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420196 Nov 16 16:14:34.686221 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3ac78-6a42-4c04-be0a-6f11eada4e3f req-aca3b1ec-1c3f-4365-8f20-48ab887e977e tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:34.687709 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c6e3ac78-6a42-4c04-be0a-6f11eada4e3f req-aca3b1ec-1c3f-4365-8f20-48ab887e977e tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 944 time: 0.0488217 Nov 16 16:14:34.736366 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-c6e3ac78-6a42-4c04-be0a-6f11eada4e3f req-65900ccc-142b-4a74-b789-c5816bf15248 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428171 Nov 16 16:14:35.467866 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c details requested by agent hyperv_hv-cinder-81809 with host hv-cinder-81809 {{(pid=101855) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 16:14:35.562643 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:14:35.573363 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Returning: {'device': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'port_id': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'mac_address': 'fa:16:3e:66:b7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101855) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 16:14:35.613882 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:35.626384 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c {{(pid=101855) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 16:14:35.645560 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:14:35.649659 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:35.696718 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,revision_number=7']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:14:35.853052 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab314c-bbf9-41fb-ae9c-01c2ae526c0f req-288a8d68-3826-460d-83d9-fcd47a048aa6 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:35.854510 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ffab314c-bbf9-41fb-ae9c-01c2ae526c0f req-288a8d68-3826-460d-83d9-fcd47a048aa6 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 945 time: 0.0528131 Nov 16 16:14:35.888012 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] get_ports_and_sgs() called for port_ids ['14b10c18-97ea-4e1d-ab84-3f7bc7632b4c'] {{(pid=101855) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 16:14:35.904909 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-ffab314c-bbf9-41fb-ae9c-01c2ae526c0f req-f65b7973-6d53-4315-8e0a-39b9f9a50d64 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443218 Nov 16 16:14:37.020542 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb913e-bc04-4341-9da0-0f0b144327d7 req-0c060186-38f9-4539-979b-06a560b60eff tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:37.022026 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b6eb913e-bc04-4341-9da0-0f0b144327d7 req-0c060186-38f9-4539-979b-06a560b60eff tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 945 time: 0.0514834 Nov 16 16:14:37.079408 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-b6eb913e-bc04-4341-9da0-0f0b144327d7 req-ab16647e-675a-4947-aeb3-48660992ab54 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510986 Nov 16 16:14:37.500453 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c up at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 16:14:37.548118 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.provisioning_blocks [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Provisioning complete for port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c triggered by entity L2. {{(pid=101855) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 16:14:37.548489 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-750684'] for port, provisioning_complete {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:37.628478 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-589670'] for port, before_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:37.650631 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c'}] {{(pid=101855) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:14:37.652966 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b2a4ef62094095cc31dddd166f6e91211e3f0529b9901fa43c3e189591795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c51ba02-d492-4329-9ec6-6e55fafb3c92" -d '{"events": [{"server_uuid": "ecfcd452-b06e-4723-b091-7992c79c9e72", "name": "network-vif-plugged", "status": "completed", "tag": "14b10c18-97ea-4e1d-ab84-3f7bc7632b4c"}]}' {{(pid=101855) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:14:37.665222 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.db [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] For port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101855) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:14:37.671402 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743495768805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743495338927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743495338945'] for port, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:37.696363 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce50137-ac26-4f5d-946d-993bba25b85d x-openstack-request-id: req-9ce50137-ac26-4f5d-946d-993bba25b85d {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:14:37.696656 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfcd452-b06e-4723-b091-7992c79c9e72", "name": "network-vif-plugged", "status": "completed", "tag": "14b10c18-97ea-4e1d-ab84-3f7bc7632b4c", "code": 200}]} {{(pid=101855) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:14:37.696904 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ce50137-ac26-4f5d-946d-993bba25b85d {{(pid=101855) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:14:37.697291 dv-cinder-818098-2-iscsi neutron-server[101855]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'code': 200} Nov 16 16:14:37.723780 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Pushing event updated for resources: {'Port': ['ID=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,revision_number=8']} {{(pid=101855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:14:37.895428 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adf4f2-8a53-434f-8f35-f7c001273386 req-41a37de1-629f-4a1c-86ae-a55a7b64315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:37.896940 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-25adf4f2-8a53-434f-8f35-f7c001273386 req-41a37de1-629f-4a1c-86ae-a55a7b64315a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 1099 time: 0.0395827 Nov 16 16:14:37.942370 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-25adf4f2-8a53-434f-8f35-f7c001273386 req-c01c9b08-4ef9-4b22-946e-8367e5a4b2dc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382860 Nov 16 16:14:38.192346 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47a5ca-e35d-4e4f-9d33-c13a23f08065 req-3edfadf0-cd61-4bfa-bd44-1ae1711a86da tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:38.193721 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7c47a5ca-e35d-4e4f-9d33-c13a23f08065 req-3edfadf0-cd61-4bfa-bd44-1ae1711a86da tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0482876 Nov 16 16:14:38.244987 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-7c47a5ca-e35d-4e4f-9d33-c13a23f08065 req-ff6eb6f1-6c39-489b-9dc5-b4eaae416492 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453975 Nov 16 16:14:39.360374 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550081d-c26a-438c-b8de-8dca0d25d86d req-d7f33466-5e33-4941-b035-27d3a754160e tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:14:39.361841 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d550081d-c26a-438c-b8de-8dca0d25d86d req-d7f33466-5e33-4941-b035-27d3a754160e tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0488212 Nov 16 16:14:39.410739 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-d550081d-c26a-438c-b8de-8dca0d25d86d req-53ce7cf4-fc44-4547-9c8a-896aa086e4ec tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431085 Nov 16 16:14:44.383926 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:14:50.766608 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-da245576-8671-4026-b619-01cf812f9052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:53.043650 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-ad0e56ca-b03b-4a1d-acb4-3ee686e13162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:54.387339 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:55.767748 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:56.543306 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:14:56.735573 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:05.507260 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-be558e88-5061-446f-ac56-1a0504539f78 req-a7522ad6-bcaa-451b-bc10-ce9354da0423 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399771 Nov 16 16:15:05.594211 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be558e88-5061-446f-ac56-1a0504539f78 req-969e759a-7ca7-4697-9e29-bb9f22fb9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:15:05.595740 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-be558e88-5061-446f-ac56-1a0504539f78 req-969e759a-7ca7-4697-9e29-bb9f22fb9b75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df73e9a151d74cbfa33bed295c7c3be3&device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 1099 time: 0.0431874 Nov 16 16:15:05.709029 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be558e88-5061-446f-ac56-1a0504539f78 req-a22cbc2a-3014-4f33-855b-45cdb4525214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:15:05.710510 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-be558e88-5061-446f-ac56-1a0504539f78 req-a22cbc2a-3014-4f33-855b-45cdb4525214 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e1573a3-7c9c-47a0-b82c-386adb674ca5 HTTP/1.1" status: 200 len: 910 time: 0.0943565 Nov 16 16:15:05.778439 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-be558e88-5061-446f-ac56-1a0504539f78 req-88c84802-66ee-4b52-af4d-ae125679735f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c HTTP/1.1" status: 200 len: 1002 time: 0.0608959 Nov 16 16:15:05.832191 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be558e88-5061-446f-ac56-1a0504539f78 req-521a7ecd-0c80-4d09-b6a9-c8cdcd81d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:15:05.833632 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-be558e88-5061-446f-ac56-1a0504539f78 req-521a7ecd-0c80-4d09-b6a9-c8cdcd81d43b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cadf7a88-8908-44cf-9e08-88118b3e78a0 HTTP/1.1" status: 200 len: 848 time: 0.0464194 Nov 16 16:15:05.878297 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be558e88-5061-446f-ac56-1a0504539f78 req-cab90d90-087e-429d-ae4a-10a238088a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:15:05.879756 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-be558e88-5061-446f-ac56-1a0504539f78 req-cab90d90-087e-429d-ae4a-10a238088a02 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e1573a3-7c9c-47a0-b82c-386adb674ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389528 Nov 16 16:15:05.972447 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-be558e88-5061-446f-ac56-1a0504539f78 req-b21f8eb5-b557-4af5-b88c-15d0a041c2d6 service neutron] 10.222.0.62 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851665 Nov 16 16:15:06.064222 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-be558e88-5061-446f-ac56-1a0504539f78 req-1c9c903a-31c9-4117-9e25-eecbb282d52a service neutron] 10.222.0.62 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830731 Nov 16 16:15:20.769113 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1948a878-684a-4fd7-bcec-5c7a2f2eedf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:21.384755 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:15:23.044695 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-d8e39d57-d6dc-41e2-a0a9-b446d2d89c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:24.390246 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:25.769897 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:26.535378 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:26.731435 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:50.770562 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-16e551b2-0b70-482c-8114-e88ac4d0d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:53.045330 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-21d2a88d-0f2a-4109-87d0-e35c3486246b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:54.392970 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:54.924386 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49226) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:15:55.084373 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Deleting port 12b98650-97c1-475b-abba-b78de98f68f8 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:15:55.084714 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:55.171454 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:55.171806 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:55.183223 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Calling delete_port for 12b98650-97c1-475b-abba-b78de98f68f8 owned by network:floatingip {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:15:55.329427 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:55.355750 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Pushing event deleted for resources: {'Port': ['ID=12b98650-97c1-475b-abba-b78de98f68f8,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:15:55.366369 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:55.366719 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:55.367057 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:55.367391 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:55.367748 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:55.368078 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:55.368405 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:55.368731 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:55.369055 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:55.369380 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:55.369702 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:55.370023 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:55.424234 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for floatingip, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:55.424562 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.db.l3_db [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Floating IP 2d173b3b-54ea-4bab-9bfd-adcf125ef581 disassociated (deleted). External IP: 172.27.1.223, port: 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c. Nov 16 16:15:55.630287 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Router efd0b186-b699-45cb-b955-04edbb848d07 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:15:55.737918 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:15:55.742339 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for floatingip, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:55.748491 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e86aa-789d-4cda-9322-0fb5d3ee04f6 None None] Sync routers for ids ['efd0b186-b699-45cb-b955-04edbb848d07'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:15:55.762362 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e86aa-789d-4cda-9322-0fb5d3ee04f6 None None] Routers {'efd0b186-b699-45cb-b955-04edbb848d07'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:15:55.763547 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-b46e86aa-789d-4cda-9322-0fb5d3ee04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:15:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['efd0b186-b699-45cb-b955-04edbb848d07'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:15:55.770321 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-f8eafb92-680d-46b5-ab6e-9f430af88036 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "DELETE /v2.0/floatingips/2d173b3b-54ea-4bab-9bfd-adcf125ef581 HTTP/1.1" status: 204 len: 168 time: 0.8448420 Nov 16 16:15:55.771109 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'tag': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c'}] {{(pid=101853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:15:55.773523 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebc1cfa4846cb4435ef6d6cc01d806ffb2d28b7f5b5f137ba501c7dcd3b769cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0ca24f-3e6e-415b-8274-1109ca356860" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfcd452-b06e-4723-b091-7992c79c9e72", "tag": "14b10c18-97ea-4e1d-ab84-3f7bc7632b4c"}]}' {{(pid=101853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:15:55.852758 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:55.878722 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-b46e86aa-789d-4cda-9322-0fb5d3ee04f6 None None] Set router efd0b186-b699-45cb-b955-04edbb848d07 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:15:55.883205 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 16:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bc24c5-64de-494d-a889-a5bd3b0ddde3 x-openstack-request-id: req-a4bc24c5-64de-494d-a889-a5bd3b0ddde3 {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:15:55.883599 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfcd452-b06e-4723-b091-7992c79c9e72", "tag": "14b10c18-97ea-4e1d-ab84-3f7bc7632b4c", "status": "completed", "code": 200}]} {{(pid=101853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:15:55.883922 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4bc24c5-64de-494d-a889-a5bd3b0ddde3 {{(pid=101853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:15:55.884396 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'tag': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'status': 'completed', 'code': 200} Nov 16 16:15:55.970173 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ca24f-3e6e-415b-8274-1109ca356860 req-f4fdf9e2-7c03-4cc6-884f-d3dc237dd993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:15:55.971718 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6d0ca24f-3e6e-415b-8274-1109ca356860 req-f4fdf9e2-7c03-4cc6-884f-d3dc237dd993 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df73e9a151d74cbfa33bed295c7c3be3&device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 1099 time: 0.0535975 Nov 16 16:15:56.002960 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c8c3f-220b-45c5-8787-31dff1f121a5 req-c26430ca-f712-4d13-9ed8-9b1dfd06bed2 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:15:56.005357 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6a0c8c3f-220b-45c5-8787-31dff1f121a5 req-c26430ca-f712-4d13-9ed8-9b1dfd06bed2 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0530136 Nov 16 16:15:56.061690 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-6a0c8c3f-220b-45c5-8787-31dff1f121a5 req-ce285842-b1cb-4875-9435-97c30cd830b0 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499811 Nov 16 16:15:56.074442 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ca24f-3e6e-415b-8274-1109ca356860 req-6a9983f9-f69d-47d7-b470-8b63e9cf12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:15:56.076329 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6d0ca24f-3e6e-415b-8274-1109ca356860 req-6a9983f9-f69d-47d7-b470-8b63e9cf12a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e1573a3-7c9c-47a0-b82c-386adb674ca5 HTTP/1.1" status: 200 len: 910 time: 0.0963116 Nov 16 16:15:56.126198 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6d0ca24f-3e6e-415b-8274-1109ca356860 req-807d3940-27a8-4d36-8737-5866318a9ede service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c HTTP/1.1" status: 200 len: 217 time: 0.0424778 Nov 16 16:15:56.176429 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ca24f-3e6e-415b-8274-1109ca356860 req-311e020d-03a1-43d1-a199-8e73e850d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:15:56.177919 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6d0ca24f-3e6e-415b-8274-1109ca356860 req-311e020d-03a1-43d1-a199-8e73e850d912 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cadf7a88-8908-44cf-9e08-88118b3e78a0 HTTP/1.1" status: 200 len: 848 time: 0.0444536 Nov 16 16:15:56.220477 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-b46e86aa-789d-4cda-9322-0fb5d3ee04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 4, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port': {'id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:24Z', 'updated_at': '2021-11-16T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '946b4ca2-cdb6-46d8-bff1-c068d15404e4', 'name': '', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'mac_address': 'fa:16:3e:d3:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:26Z', 'updated_at': '2021-11-16T16:11:31Z', 'revision_number': 5, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'subnets': [{'id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:15:56.224418 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ca24f-3e6e-415b-8274-1109ca356860 req-cfa64944-f93c-4d15-8727-3b87af6336a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:15:56.225914 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6d0ca24f-3e6e-415b-8274-1109ca356860 req-cfa64944-f93c-4d15-8727-3b87af6336a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e1573a3-7c9c-47a0-b82c-386adb674ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403209 Nov 16 16:15:56.250519 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e86aa-789d-4cda-9322-0fb5d3ee04f6 None None] Checking router: efd0b186-b699-45cb-b955-04edbb848d07 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:15:56.258619 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e86aa-789d-4cda-9322-0fb5d3ee04f6 None None] Routers {'efd0b186-b699-45cb-b955-04edbb848d07'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:15:56.259217 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-b46e86aa-789d-4cda-9322-0fb5d3ee04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:15:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['efd0b186-b699-45cb-b955-04edbb848d07'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:15:56.320430 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6d0ca24f-3e6e-415b-8274-1109ca356860 req-c8de1831-3784-4e7a-af59-a50d01921514 service neutron] 10.222.0.62 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861816 Nov 16 16:15:56.366392 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-b46e86aa-789d-4cda-9322-0fb5d3ee04f6 None None] Set router efd0b186-b699-45cb-b955-04edbb848d07 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:15:56.413219 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-6d0ca24f-3e6e-415b-8274-1109ca356860 req-fc6aaa8e-a476-4e1e-a142-7bca28790594 service neutron] 10.222.0.62 "GET /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849621 Nov 16 16:15:56.562487 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:56.592919 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-b46e86aa-789d-4cda-9322-0fb5d3ee04f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 4, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port': {'id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:24Z', 'updated_at': '2021-11-16T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '946b4ca2-cdb6-46d8-bff1-c068d15404e4', 'name': '', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'mac_address': 'fa:16:3e:d3:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:26Z', 'updated_at': '2021-11-16T16:11:31Z', 'revision_number': 5, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'subnets': [{'id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:15:56.624689 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e86aa-789d-4cda-9322-0fb5d3ee04f6 None None] The sync data for ids ['efd0b186-b699-45cb-b955-04edbb848d07'] in dv-cinder-818098-2-iscsi is: [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:11:26Z', 'revision_number': 4, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port': {'id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:24Z', 'updated_at': '2021-11-16T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi', '_interfaces': [{'id': '946b4ca2-cdb6-46d8-bff1-c068d15404e4', 'name': '', 'network_id': '5e1573a3-7c9c-47a0-b82c-386adb674ca5', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'mac_address': 'fa:16:3e:d3:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:26Z', 'updated_at': '2021-11-16T16:11:31Z', 'revision_number': 5, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'subnets': [{'id': 'cadf7a88-8908-44cf-9e08-88118b3e78a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:15:56.736284 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:56.832944 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76055c4-0d20-4a36-914d-d4e7b80a29d9 None None] New status for floating IP 2d173b3b-54ea-4bab-9bfd-adcf125ef581: DOWN {{(pid=101856) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 16:15:57.182680 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde7bf7-2a3d-4d02-a655-d5c9507f6634 req-ae67b086-87d4-45b0-b672-44051b8ba8bd tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:15:57.184158 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4dde7bf7-2a3d-4d02-a655-d5c9507f6634 req-ae67b086-87d4-45b0-b672-44051b8ba8bd tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0518296 Nov 16 16:15:57.233627 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-4dde7bf7-2a3d-4d02-a655-d5c9507f6634 req-52700c81-c9aa-463a-b7d8-d9f1a95155b6 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429375 Nov 16 16:15:57.483665 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc76bd-88d4-4db2-a4f8-78ba9761248b req-8576da41-bfcf-4eca-98d1-1be97bafbb28 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101854) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 16:15:57.485034 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e1dc76bd-88d4-4db2-a4f8-78ba9761248b req-8576da41-bfcf-4eca-98d1-1be97bafbb28 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 946 time: 0.0473647 Nov 16 16:15:57.577616 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-e1dc76bd-88d4-4db2-a4f8-78ba9761248b req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Deleting port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:15:57.577947 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-e1dc76bd-88d4-4db2-a4f8-78ba9761248b req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:57.666233 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [req-e1dc76bd-88d4-4db2-a4f8-78ba9761248b req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] For port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c, host hv-cinder-81809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81809',level=0,port_id=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:15:57.666593 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-e1dc76bd-88d4-4db2-a4f8-78ba9761248b req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:57.678595 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [req-e1dc76bd-88d4-4db2-a4f8-78ba9761248b req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Calling delete_port for 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c owned by compute:nova {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:15:57.800390 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-e1dc76bd-88d4-4db2-a4f8-78ba9761248b req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:57.831125 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Pushing event deleted for resources: {'Port': ['ID=14b10c18-97ea-4e1d-ab84-3f7bc7632b4c,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:15:57.843704 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:57.844353 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:57.844353 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:57.844807 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:57.845020 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:57.845378 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:57.845651 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:57.845970 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:57.846290 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:57.846631 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:57.846923 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:57.847237 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818098-2-iscsi {{(pid=101854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 16:15:57.880442 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dc76bd-88d4-4db2-a4f8-78ba9761248b req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] No DVR routers for this DVR port 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c on host hv-cinder-81809 {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:15:57.882820 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [req-e1dc76bd-88d4-4db2-a4f8-78ba9761248b req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27460'] for port, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:57.886081 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [req-e1dc76bd-88d4-4db2-a4f8-78ba9761248b req-4ca5bb60-0bc5-4ca7-a76d-e4f2f0c22e9c tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.62 "DELETE /v2.0/ports/14b10c18-97ea-4e1d-ab84-3f7bc7632b4c HTTP/1.1" status: 204 len: 173 time: 0.3951297 Nov 16 16:15:57.886526 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'name': 'network-vif-deleted', 'tag': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c'}] {{(pid=101854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 16:15:57.888792 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8582918b295ff3d8000bedb3cc10e06b2b22eb7eeba39d56d409ab7d756f43f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e390d30-3299-42cb-82d7-3608dd47a938" -d '{"events": [{"server_uuid": "ecfcd452-b06e-4723-b091-7992c79c9e72", "name": "network-vif-deleted", "tag": "14b10c18-97ea-4e1d-ab84-3f7bc7632b4c"}]}' {{(pid=101854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 16:15:57.984148 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c69022a-0bfc-45f2-a840-e9ae61235f05 x-openstack-request-id: req-4c69022a-0bfc-45f2-a840-e9ae61235f05 {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 16:15:57.984442 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfcd452-b06e-4723-b091-7992c79c9e72", "name": "network-vif-deleted", "tag": "14b10c18-97ea-4e1d-ab84-3f7bc7632b4c", "status": "completed", "code": 200}]} {{(pid=101854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 16:15:57.984697 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c69022a-0bfc-45f2-a840-e9ae61235f05 {{(pid=101854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 16:15:57.985096 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfcd452-b06e-4723-b091-7992c79c9e72', 'name': 'network-vif-deleted', 'tag': '14b10c18-97ea-4e1d-ab84-3f7bc7632b4c', 'status': 'completed', 'code': 200} Nov 16 16:15:58.352868 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [req-9c3c49a4-2197-4f63-b305-877308ed5f06 req-1047ea22-f3b0-4b5e-9532-a5c87fc299e6 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfcd452-b06e-4723-b091-7992c79c9e72 HTTP/1.1" status: 200 len: 210 time: 0.0263121 Nov 16 16:15:58.383915 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:15:59.412809 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49258) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:15:59.472437 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-55b90fd7-e7a9-4023-9a47-e825cec58bc2 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:59.497111 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-55b90fd7-e7a9-4023-9a47-e825cec58bc2 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:59.557025 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-55b90fd7-e7a9-4023-9a47-e825cec58bc2 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:59.560347 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-55b90fd7-e7a9-4023-9a47-e825cec58bc2 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Publish callbacks [] for security_group, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:15:59.561514 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-55b90fd7-e7a9-4023-9a47-e825cec58bc2 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] 10.222.0.46 "DELETE /v2.0/security-groups/c6ac9ab5-814e-46ea-a781-9a83a1bf76b9 HTTP/1.1" status: 204 len: 168 time: 0.1476994 Nov 16 16:15:59.570737 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b90fd7-e7a9-4023-9a47-e825cec58bc2 tempest-TestShelveInstance-466520473 tempest-TestShelveInstance-466520473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ac9ab5-814e-46ea-a781-9a83a1bf76b9,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:15:59.604689 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49262) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:15:59.873105 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c no longer exists at agent hyperv_hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:15:59.892570 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] No Port match for: 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:15:59.892921 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Device 14b10c18-97ea-4e1d-ab84-3f7bc7632b4c not bound to the agent host hv-cinder-81809 {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:15:59.954650 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d9db74f1-85c9-41b5-9e78-e0de1652fb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756307'] for router_interface, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:00.196553 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-d9db74f1-85c9-41b5-9e78-e0de1652fb83 admin admin] Deleting port 946b4ca2-cdb6-46d8-bff1-c068d15404e4 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:16:00.196885 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d9db74f1-85c9-41b5-9e78-e0de1652fb83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:00.275804 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [None req-d9db74f1-85c9-41b5-9e78-e0de1652fb83 admin admin] For port 946b4ca2-cdb6-46d8-bff1-c068d15404e4, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=946b4ca2-cdb6-46d8-bff1-c068d15404e4,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:16:00.276158 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d9db74f1-85c9-41b5-9e78-e0de1652fb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:00.288744 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-d9db74f1-85c9-41b5-9e78-e0de1652fb83 admin admin] Calling delete_port for 946b4ca2-cdb6-46d8-bff1-c068d15404e4 owned by network:router_interface {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:16:00.464155 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d9db74f1-85c9-41b5-9e78-e0de1652fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:00.495017 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db74f1-85c9-41b5-9e78-e0de1652fb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=946b4ca2-cdb6-46d8-bff1-c068d15404e4,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:16:00.658276 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-d9db74f1-85c9-41b5-9e78-e0de1652fb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756175'] for router_interface, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:01.109221 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9db74f1-85c9-41b5-9e78-e0de1652fb83 admin admin] Router efd0b186-b699-45cb-b955-04edbb848d07 has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:16:01.211880 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9db74f1-85c9-41b5-9e78-e0de1652fb83 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:16:01.217558 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-d9db74f1-85c9-41b5-9e78-e0de1652fb83 admin admin] 10.222.0.46 "PUT /v2.0/routers/efd0b186-b699-45cb-b955-04edbb848d07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6118686 Nov 16 16:16:01.220138 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49264) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:16:01.220757 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6541f26c-131d-429a-9f7a-6ed4ffeb88a5 None None] Sync routers for ids ['efd0b186-b699-45cb-b955-04edbb848d07'] in dv-cinder-818098-2-iscsi {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:16:01.230180 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6541f26c-131d-429a-9f7a-6ed4ffeb88a5 None None] Routers {'efd0b186-b699-45cb-b955-04edbb848d07'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:16:01.230860 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-6541f26c-131d-429a-9f7a-6ed4ffeb88a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:15:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['efd0b186-b699-45cb-b955-04edbb848d07'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:16:01.322466 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] Publish callbacks [] for router, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:01.338306 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-6541f26c-131d-429a-9f7a-6ed4ffeb88a5 None None] Set router efd0b186-b699-45cb-b955-04edbb848d07 gateway port host: dv-cinder-818098-2-iscsi {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:16:01.424822 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:01.475757 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] Deleting port a161555d-3dcd-433b-8f5c-7faa77fc3f65 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:16:01.476504 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:01.521594 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-6541f26c-131d-429a-9f7a-6ed4ffeb88a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:16:00Z', 'revision_number': 5, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port': {'id': 'a161555d-3dcd-433b-8f5c-7faa77fc3f65', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:24Z', 'updated_at': '2021-11-16T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:16:01.548632 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6541f26c-131d-429a-9f7a-6ed4ffeb88a5 None None] Checking router: efd0b186-b699-45cb-b955-04edbb848d07 for host: dv-cinder-818098-2-iscsi {{(pid=101855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:16:01.556901 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6541f26c-131d-429a-9f7a-6ed4ffeb88a5 None None] Routers {'efd0b186-b699-45cb-b955-04edbb848d07'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:16:01.557503 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-6541f26c-131d-429a-9f7a-6ed4ffeb88a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:15:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['efd0b186-b699-45cb-b955-04edbb848d07'], 'active': True} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:16:01.561046 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] For port a161555d-3dcd-433b-8f5c-7faa77fc3f65, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=a161555d-3dcd-433b-8f5c-7faa77fc3f65,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:16:01.561406 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:01.573516 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] Calling delete_port for a161555d-3dcd-433b-8f5c-7faa77fc3f65 owned by network:router_gateway {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:16:01.642781 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_dvr_db [None req-6541f26c-131d-429a-9f7a-6ed4ffeb88a5 None None] Set router efd0b186-b699-45cb-b955-04edbb848d07 gateway port host: None {{(pid=101855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:16:01.696752 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.db.l3_hamode_db [None req-6541f26c-131d-429a-9f7a-6ed4ffeb88a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:16:01Z', 'revision_number': 6, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port_host': None}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:16:01.723803 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6541f26c-131d-429a-9f7a-6ed4ffeb88a5 None None] The sync data for ids ['efd0b186-b699-45cb-b955-04edbb848d07'] in dv-cinder-818098-2-iscsi is: [{'id': 'efd0b186-b699-45cb-b955-04edbb848d07', 'name': 'tempest-TestShelveInstance-1608031981-router', 'tenant_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:23Z', 'updated_at': '2021-11-16T16:16:01Z', 'revision_number': 6, 'project_id': 'df73e9a151d74cbfa33bed295c7c3be3', 'gw_port_host': None}] {{(pid=101855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:16:01.745812 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:01.772480 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] Pushing event deleted for resources: {'Port': ['ID=a161555d-3dcd-433b-8f5c-7faa77fc3f65,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:16:01.835381 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754797'] for router_gateway, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:01.925166 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:01.927249 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:01.970557 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766094'] for router, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:01.971059 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efd0b186-b699-45cb-b955-04edbb848d07 {{(pid=101853) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 16:16:01.975768 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] Publish callbacks [] for router, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:01.977191 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-a60bb0ac-4df0-4e8c-b9bd-8f1fe1c22011 admin admin] 10.222.0.46 "DELETE /v2.0/routers/efd0b186-b699-45cb-b955-04edbb848d07 HTTP/1.1" status: 204 len: 168 time: 0.7559526 Nov 16 16:16:01.979820 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49266) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:16:02.023063 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_v2 [None req-688734ce-6d9c-4f18-9c93-1a11a272ad5b admin admin] Deleting subnet cadf7a88-8908-44cf-9e08-88118b3e78a0 {{(pid=101853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:16:02.026349 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-688734ce-6d9c-4f18-9c93-1a11a272ad5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.063772 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-688734ce-6d9c-4f18-9c93-1a11a272ad5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1186861'] for subnet, precommit_delete_associations {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.145814 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-688734ce-6d9c-4f18-9c93-1a11a272ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.199653 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-688734ce-6d9c-4f18-9c93-1a11a272ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3353557'] for subnet, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.226591 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688734ce-6d9c-4f18-9c93-1a11a272ad5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cadf7a88-8908-44cf-9e08-88118b3e78a0,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:16:02.228539 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-688734ce-6d9c-4f18-9c93-1a11a272ad5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.232353 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-688734ce-6d9c-4f18-9c93-1a11a272ad5b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cadf7a88-8908-44cf-9e08-88118b3e78a0 HTTP/1.1" status: 204 len: 168 time: 0.2510066 Nov 16 16:16:02.235040 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49268) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:16:02.235838 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123ceab4-15d1-4f43-9c14-f20b516fc945 None None] Network 5e1573a3-7c9c-47a0-b82c-386adb674ca5 requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:16:02.308362 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.361477 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Deleting port 05c9bc69-c682-4ad7-9dac-646240e6b3c5 {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:16:02.361810 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.428907 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] For port 05c9bc69-c682-4ad7-9dac-646240e6b3c5, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=05c9bc69-c682-4ad7-9dac-646240e6b3c5,segment=NetworkSegment(ff0f081b-e78a-4f08-ab19-a18868675733),segment_id=ff0f081b-e78a-4f08-ab19-a18868675733)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:16:02.429177 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.442029 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Calling delete_port for 05c9bc69-c682-4ad7-9dac-646240e6b3c5 owned by network:dhcp {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:16:02.521547 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87307ee1-a7e6-4115-954a-b00d9579c086 None None] DHCP port deletion for 5e1573a3-7c9c-47a0-b82c-386adb674ca5 request from dv-cinder-818098-2-iscsi {{(pid=101855) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 16:16:02.526675 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.546643 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-87307ee1-a7e6-4115-954a-b00d9579c086 None None] The port '05c9bc69-c682-4ad7-9dac-646240e6b3c5' was deleted {{(pid=101855) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 16 16:16:02.553562 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c9bc69-c682-4ad7-9dac-646240e6b3c5,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:16:02.557023 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] No DVR routers for this DVR port 05c9bc69-c682-4ad7-9dac-646240e6b3c5 on host dv-cinder-818098-2-iscsi {{(pid=101853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:16:02.634957 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.641497 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device a161555d-3dcd-433b-8f5c-7faa77fc3f65 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:16:02.655910 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1573a3-7c9c-47a0-b82c-386adb674ca5']}} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:16:02.661782 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: a161555d-3dcd-433b-8f5c-7faa77fc3f65 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:16:02.662337 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device a161555d-3dcd-433b-8f5c-7faa77fc3f65 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:16:02.662749 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 946b4ca2-cdb6-46d8-bff1-c068d15404e4 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:16:02.665426 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0f081b-e78a-4f08-ab19-a18868675733') {'for_net_delete': True} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:16:02.665721 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.services.segments.db [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0f081b-e78a-4f08-ab19-a18868675733') {} {{(pid=101853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:16:02.676225 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1186850'] for segment, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.684540 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 946b4ca2-cdb6-46d8-bff1-c068d15404e4 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:16:02.685455 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 946b4ca2-cdb6-46d8-bff1-c068d15404e4 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:16:02.685869 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 05c9bc69-c682-4ad7-9dac-646240e6b3c5 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:16:02.690524 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.696742 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=101853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:16:02.697126 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153758'] for segment, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: Traceback (most recent call last): Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: timer() Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: cb(*args, **kw) Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: return func(*args, **kwargs) Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: self._notify() Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: self.callback(batched_events) Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: event.method(event) Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: return f(self, *a, **k) Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._get(url).json() Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: return self.request(url, 'GET', **kwargs) Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:16:02.698792 dv-cinder-818098-2-iscsi neutron-server[101853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:16:02.704937 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 05c9bc69-c682-4ad7-9dac-646240e6b3c5 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:16:02.705288 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 05c9bc69-c682-4ad7-9dac-646240e6b3c5 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:16:02.762252 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.769016 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:02.772071 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5e1573a3-7c9c-47a0-b82c-386adb674ca5 HTTP/1.1" status: 204 len: 168 time: 0.5358841 Nov 16 16:16:02.775193 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 49270) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:16:02.788678 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd78f6a-5517-4595-a71f-d1c027cf0800 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e1573a3-7c9c-47a0-b82c-386adb674ca5,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:16:03.354692 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f33c8aaf-5dfb-4b54-9347-459709cea3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1756307'] for router_interface, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:03.589863 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-f33c8aaf-5dfb-4b54-9347-459709cea3a5 admin admin] Deleting port 33d6e717-ee68-4c7e-a356-63f33cda6926 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:16:03.590198 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f33c8aaf-5dfb-4b54-9347-459709cea3a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:03.668807 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-f33c8aaf-5dfb-4b54-9347-459709cea3a5 admin admin] For port 33d6e717-ee68-4c7e-a356-63f33cda6926, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=33d6e717-ee68-4c7e-a356-63f33cda6926,segment=NetworkSegment(5638afaf-baff-4858-a7f3-7a887476e875),segment_id=5638afaf-baff-4858-a7f3-7a887476e875)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:16:03.669121 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f33c8aaf-5dfb-4b54-9347-459709cea3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:03.680829 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-f33c8aaf-5dfb-4b54-9347-459709cea3a5 admin admin] Calling delete_port for 33d6e717-ee68-4c7e-a356-63f33cda6926 owned by network:router_interface {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:16:03.860511 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f33c8aaf-5dfb-4b54-9347-459709cea3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:03.886789 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c8aaf-5dfb-4b54-9347-459709cea3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d6e717-ee68-4c7e-a356-63f33cda6926,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:16:04.047740 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-f33c8aaf-5dfb-4b54-9347-459709cea3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1756175'] for router_interface, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:04.260965 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33c8aaf-5dfb-4b54-9347-459709cea3a5 admin admin] Router 07c61ade-a03c-490f-baf8-b571f456b51b has already been hosted by L3 agent 7a0a57a0-f5e0-4687-aaf9-ad810ff5147a {{(pid=101854) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 16:16:04.365209 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33c8aaf-5dfb-4b54-9347-459709cea3a5 admin admin] Notify agent at l3_agent.dv-cinder-818098-2-iscsi the message routers_updated {{(pid=101854) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 16:16:04.373392 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-f33c8aaf-5dfb-4b54-9347-459709cea3a5 admin admin] 10.222.0.46 "PUT /v2.0/routers/07c61ade-a03c-490f-baf8-b571f456b51b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5930626 Nov 16 16:16:04.373529 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49272) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:16:04.374714 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe3e60-0319-42bd-9670-aed9615a5852 None None] Sync routers for ids ['07c61ade-a03c-490f-baf8-b571f456b51b'] in dv-cinder-818098-2-iscsi {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 16:16:04.383985 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbe3e60-0319-42bd-9670-aed9615a5852 None None] Routers {'07c61ade-a03c-490f-baf8-b571f456b51b'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:16:04.384572 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-5bbe3e60-0319-42bd-9670-aed9615a5852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:15:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['07c61ade-a03c-490f-baf8-b571f456b51b'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:16:04.476975 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] Publish callbacks [] for router, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:04.583290 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:04.585149 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-5bbe3e60-0319-42bd-9670-aed9615a5852 None None] Set router 07c61ade-a03c-490f-baf8-b571f456b51b gateway port host: dv-cinder-818098-2-iscsi {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:16:04.646151 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] Deleting port ac9a02cf-a560-4910-a211-18e6d6c58fde {{(pid=101853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:16:04.646491 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:04.729890 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.db [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] For port ac9a02cf-a560-4910-a211-18e6d6c58fde, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=ac9a02cf-a560-4910-a211-18e6d6c58fde,segment=NetworkSegment(3b4499d6-ddba-45a9-9919-4b3909a84299),segment_id=3b4499d6-ddba-45a9-9919-4b3909a84299)] {{(pid=101853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:16:04.729890 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:04.744773 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.plugins.ml2.plugin [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] Calling delete_port for ac9a02cf-a560-4910-a211-18e6d6c58fde owned by network:router_gateway {{(pid=101853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:16:04.767499 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-5bbe3e60-0319-42bd-9670-aed9615a5852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'name': 'tempest-TestShelveInstance-425768356-router', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'external_fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'ac9a02cf-a560-4910-a211-18e6d6c58fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:28Z', 'updated_at': '2021-11-16T16:16:03Z', 'revision_number': 5, 'project_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'gw_port': {'id': 'ac9a02cf-a560-4910-a211-18e6d6c58fde', 'name': '', 'network_id': '2e8013d5-b26f-4a22-830e-d8c2916f34d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T16:11:29Z', 'updated_at': '2021-11-16T16:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7925a24-74f7-45b7-a2c2-2da8f326c476', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818098-2-iscsi'}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:16:04.798967 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe3e60-0319-42bd-9670-aed9615a5852 None None] Checking router: 07c61ade-a03c-490f-baf8-b571f456b51b for host: dv-cinder-818098-2-iscsi {{(pid=101856) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 16:16:04.807161 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbe3e60-0319-42bd-9670-aed9615a5852 None None] Routers {'07c61ade-a03c-490f-baf8-b571f456b51b'} bound to L3 agent in host dv-cinder-818098-2-iscsi {{(pid=101856) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 16:16:04.807778 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-5bbe3e60-0319-42bd-9670-aed9615a5852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T15:55:53Z,description=,heartbeat_timestamp=2021-11-16T16:15:53Z,host='dv-cinder-818098-2-iscsi',id=7a0a57a0-f5e0-4687-aaf9-ad810ff5147a,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T15:55:53Z,topic='l3_agent')) {'router_ids': ['07c61ade-a03c-490f-baf8-b571f456b51b'], 'active': True} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:16:04.893683 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_dvr_db [None req-5bbe3e60-0319-42bd-9670-aed9615a5852 None None] Set router 07c61ade-a03c-490f-baf8-b571f456b51b gateway port host: None {{(pid=101856) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 16:16:04.912492 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153803'] for port, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:04.940430 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9a02cf-a560-4910-a211-18e6d6c58fde,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:16:04.945768 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.l3_hamode_db [None req-5bbe3e60-0319-42bd-9670-aed9615a5852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'name': 'tempest-TestShelveInstance-425768356-router', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:28Z', 'updated_at': '2021-11-16T16:16:04Z', 'revision_number': 6, 'project_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'gw_port_host': None}], 'dv-cinder-818098-2-iscsi', False) {} {{(pid=101856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:16:04.976663 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe3e60-0319-42bd-9670-aed9615a5852 None None] The sync data for ids ['07c61ade-a03c-490f-baf8-b571f456b51b'] in dv-cinder-818098-2-iscsi is: [{'id': '07c61ade-a03c-490f-baf8-b571f456b51b', 'name': 'tempest-TestShelveInstance-425768356-router', 'tenant_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T16:11:28Z', 'updated_at': '2021-11-16T16:16:04Z', 'revision_number': 6, 'project_id': 'b6bcbc12dfa9434ea3e46e15eccccf1b', 'gw_port_host': None}] {{(pid=101856) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 16:16:05.011013 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754797'] for router_gateway, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.102594 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1766135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.104747 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.147313 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1766094'] for router, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.147804 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07c61ade-a03c-490f-baf8-b571f456b51b {{(pid=101853) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 16:16:05.152607 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] Publish callbacks [] for router, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.154434 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-4f80103e-b917-4bca-995f-83951b96e79f admin admin] 10.222.0.46 "DELETE /v2.0/routers/07c61ade-a03c-490f-baf8-b571f456b51b HTTP/1.1" status: 204 len: 168 time: 0.7799194 Nov 16 16:16:05.156931 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [-] (101853) accepted ('10.222.0.46', 49274) {{(pid=101853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:16:05.200399 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.db.db_base_plugin_v2 [None req-9453940a-54cc-411d-9cf8-8084c7dfdff5 admin admin] Deleting subnet 19d61c89-0d48-4a54-b73f-e207857c3ad5 {{(pid=101853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 16:16:05.203488 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9453940a-54cc-411d-9cf8-8084c7dfdff5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.241701 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9453940a-54cc-411d-9cf8-8084c7dfdff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1186861'] for subnet, precommit_delete_associations {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.321599 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9453940a-54cc-411d-9cf8-8084c7dfdff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737966'] for subnet, precommit_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.382507 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9453940a-54cc-411d-9cf8-8084c7dfdff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3353557'] for subnet, after_delete {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.409098 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453940a-54cc-411d-9cf8-8084c7dfdff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d61c89-0d48-4a54-b73f-e207857c3ad5,revision_number=None']} {{(pid=101853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:16:05.414808 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron_lib.callbacks.manager [None req-9453940a-54cc-411d-9cf8-8084c7dfdff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for subnet, before_response {{(pid=101853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.418087 dv-cinder-818098-2-iscsi neutron-server[101853]: INFO neutron.wsgi [None req-9453940a-54cc-411d-9cf8-8084c7dfdff5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/19d61c89-0d48-4a54-b73f-e207857c3ad5 HTTP/1.1" status: 204 len: 168 time: 0.2602067 Nov 16 16:16:05.421098 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0353bd3c-3c12-4d8f-88b1-2d7f6f16f409 None None] Network d3273bba-17cb-42cb-a0eb-49847d8c348a requested from dv-cinder-818098-2-iscsi {{(pid=101855) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 16:16:05.421968 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 49276) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:16:05.492992 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775670'] for network, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.552055 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Deleting port aa35b462-bc59-4889-b8e9-08362ade9c29 {{(pid=101854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 16:16:05.552401 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743495761421'] for port, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.616444 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.db [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] For port aa35b462-bc59-4889-b8e9-08362ade9c29, host dv-cinder-818098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818098-2-iscsi',level=0,port_id=aa35b462-bc59-4889-b8e9-08362ade9c29,segment=NetworkSegment(5638afaf-baff-4858-a7f3-7a887476e875),segment_id=5638afaf-baff-4858-a7f3-7a887476e875)] {{(pid=101854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 16:16:05.616804 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1758872'] for port, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.628880 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.plugin [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Calling delete_port for aa35b462-bc59-4889-b8e9-08362ade9c29 owned by network:dhcp {{(pid=101854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 16:16:05.713074 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d88af58-15c0-449c-8814-2b2fb59ba3e6 None None] DHCP port deletion for d3273bba-17cb-42cb-a0eb-49847d8c348a request from dv-cinder-818098-2-iscsi {{(pid=101855) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 16:16:05.718416 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743495768787', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743495338918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3712587'] for port, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.749602 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa35b462-bc59-4889-b8e9-08362ade9c29,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:16:05.755053 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] No DVR routers for this DVR port aa35b462-bc59-4889-b8e9-08362ade9c29 on host dv-cinder-818098-2-iscsi {{(pid=101854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 16:16:05.828190 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740897', 'neutron.services.segments.db._delete_segments_for_network-8743495906820'] for network, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.853411 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3273bba-17cb-42cb-a0eb-49847d8c348a']}} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:16:05.862764 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5638afaf-baff-4858-a7f3-7a887476e875') {'for_net_delete': True} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:16:05.863058 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.services.segments.db [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5638afaf-baff-4858-a7f3-7a887476e875') {} {{(pid=101854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 16:16:05.872171 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743495907853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1522457'] for segment, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.884794 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297'] for segment, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.891336 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=101854) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 16:16:05.891743 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3712542'] for segment, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: Traceback (most recent call last): Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: timer() Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: cb(*args, **kw) Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: return func(*args, **kwargs) Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: self._notify() Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: self.callback(batched_events) Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: event.method(event) Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: return f(self, *a, **k) Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: return self._get(url).json() Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: return self.request(url, 'GET', **kwargs) Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 16:16:05.893386 dv-cinder-818098-2-iscsi neutron-server[101854]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 16:16:05.947734 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754753'] for network, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.952966 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577275'] for network, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:05.956216 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d3273bba-17cb-42cb-a0eb-49847d8c348a HTTP/1.1" status: 204 len: 168 time: 0.5331619 Nov 16 16:16:05.974893 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fa2af-9bae-49ac-a84c-8988924a21d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3273bba-17cb-42cb-a0eb-49847d8c348a,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:16:06.133890 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 49280) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:16:06.173525 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-c41dbb9b-3ffd-4b7f-9412-58e649cd98e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df73e9a151d74cbfa33bed295c7c3be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384729 Nov 16 16:16:06.176002 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 49282) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:16:06.222068 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-31cd2cf9-519c-446a-bdc4-912eceedb367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:06.246302 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-31cd2cf9-519c-446a-bdc4-912eceedb367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:06.293398 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-31cd2cf9-519c-446a-bdc4-912eceedb367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:06.296783 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-31cd2cf9-519c-446a-bdc4-912eceedb367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:06.297915 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-31cd2cf9-519c-446a-bdc4-912eceedb367 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da504b5c-ce5d-42f6-a06a-c21aa2c734d5 HTTP/1.1" status: 204 len: 168 time: 0.1210265 Nov 16 16:16:06.305926 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd2cf9-519c-446a-bdc4-912eceedb367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da504b5c-ce5d-42f6-a06a-c21aa2c734d5,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:16:06.615828 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 49288) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:16:06.641650 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device ac9a02cf-a560-4910-a211-18e6d6c58fde no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:16:06.658096 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-0b6d7ba4-69da-43f3-ac35-329ae7e80e1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6bcbc12dfa9434ea3e46e15eccccf1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411117 Nov 16 16:16:06.660696 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.wsgi [-] (101854) accepted ('10.222.0.46', 49290) {{(pid=101854) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 16:16:06.663446 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: ac9a02cf-a560-4910-a211-18e6d6c58fde {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:16:06.664091 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device ac9a02cf-a560-4910-a211-18e6d6c58fde not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:16:06.664567 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 33d6e717-ee68-4c7e-a356-63f33cda6926 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:16:06.683854 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: 33d6e717-ee68-4c7e-a356-63f33cda6926 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:16:06.684193 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device 33d6e717-ee68-4c7e-a356-63f33cda6926 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:16:06.684596 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device aa35b462-bc59-4889-b8e9-08362ade9c29 no longer exists at agent ovs-agent-dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 16:16:06.704331 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] No Port match for: aa35b462-bc59-4889-b8e9-08362ade9c29 {{(pid=101855) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 16:16:06.704672 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron.plugins.ml2.rpc [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Device aa35b462-bc59-4889-b8e9-08362ade9c29 not bound to the agent host dv-cinder-818098-2-iscsi {{(pid=101855) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 16:16:06.708616 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-84622499-c78b-4310-8bd2-33307ddc9ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:06.730304 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-84622499-c78b-4310-8bd2-33307ddc9ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:06.782277 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-84622499-c78b-4310-8bd2-33307ddc9ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698125'] for security_group, after_delete {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:06.785284 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron_lib.callbacks.manager [None req-84622499-c78b-4310-8bd2-33307ddc9ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:06.787293 dv-cinder-818098-2-iscsi neutron-server[101854]: INFO neutron.wsgi [None req-84622499-c78b-4310-8bd2-33307ddc9ce2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3705933-042f-4d8a-88cd-ce6c507d799a HTTP/1.1" status: 204 len: 168 time: 0.1253791 Nov 16 16:16:06.798101 dv-cinder-818098-2-iscsi neutron-server[101854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84622499-c78b-4310-8bd2-33307ddc9ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3705933-042f-4d8a-88cd-ce6c507d799a,revision_number=None']} {{(pid=101854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 16:16:20.772517 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-e7942e04-8e46-471b-b1a3-5a3ab81bc181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:23.046789 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-c3a150bb-6124-491a-99a4-deb559ca98db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:24.398185 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:25.773988 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:26.534488 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:26.761497 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:35.384538 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:16:50.774095 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-85102230-2f79-451d-903b-4bd2882bbccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:53.048452 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-690a2fe4-a9dc-4abe-b5b1-d99130f5d2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:54.398982 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:55.778043 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:56.536344 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:16:56.763917 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:17:12.383885 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:17:20.775443 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-24a007df-38a1-434d-93af-3b421806bf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:17:23.049748 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-1806a5e4-4c7d-489c-a8c5-b56da735b1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:17:24.401959 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:17:25.780559 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:17:26.538904 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:17:26.775307 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:17:49.383204 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:17:50.776752 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f64e382-84a9-456f-a2dc-f5f8833c623a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:17:53.051917 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-4645a820-3c1c-4fdb-ad8c-cc97df080d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:17:54.403772 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:17:55.783857 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:17:56.540040 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:17:56.790573 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:18:20.778329 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-526c3806-f239-4f40-95f4-44711482544b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:18:23.052892 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-5a1962cf-a87d-4746-9aa1-53a092894c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:18:24.407719 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:18:25.789246 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:18:26.382594 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:18:26.541891 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:18:26.806618 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:18:50.781134 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-730be344-c19f-4e87-9bf9-5bb8730fa10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:18:53.054108 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-5790c3d9-6cc3-41f9-97dd-b67fc403b86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:18:54.409423 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:18:55.789506 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:18:56.545198 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:18:56.805609 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:19:03.381743 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:19:20.783095 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-82f9076e-3dd5-4532-b87b-f6537d736bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:19:23.056348 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-a257be1d-813b-4d23-9ca7-27d2a39e9e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:19:24.411087 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:19:25.791208 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:19:26.546888 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:19:26.805683 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:19:40.381253 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:19:50.784766 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-b6430783-38de-4484-9256-1f8b76f3f92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:19:53.056927 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-c51de6a4-aa4f-4a7d-a42c-b9fd3e76b850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:19:54.413367 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:19:55.794934 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:19:56.550023 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:19:56.804277 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:20:17.381235 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:20:20.786832 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-a70130a7-ee2c-4400-aaf2-86228e8d952d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:20:23.056102 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-dcee7b5a-2188-4fa3-81bc-ec8611e1c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:20:24.417151 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:20:25.796993 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:20:26.552052 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:20:26.818558 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:20:50.792385 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aefd4974-c22d-40fe-b1a4-491a3eb5380b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:20:53.057920 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fa51-a20b-4088-adc7-336f1d15fa83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:20:54.380648 dv-cinder-818098-2-iscsi neutron-server[101856]: DEBUG neutron.db.agents_db [None req-6ecdea71-3a01-4149-887a-10877affb1c3 None None] Agent healthcheck: found 6 active agents {{(pid=101856) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 16:20:54.418548 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-00cd4bdd-4ba8-406a-a927-13eb5c601959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:20:55.034376 dv-cinder-818098-2-iscsi neutron-server[101853]: DEBUG neutron.wsgi [req-5fd235c6-7506-4a2f-9340-6955c50e9b69 req-94a0925c-e24f-45ca-b354-07b7530c7695 service neutron] (101853) timed out ('10.222.0.62', 61525) {{(pid=101853) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 16:20:55.799675 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-aac1966b-0c7a-4124-8bf7-ec9b1938bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:20:56.557790 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ab4-3353-45be-b1ce-64b61c4ff4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:20:56.834429 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2144-7032-4ee6-b8bb-b391b4cdb73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:21:20.793908 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-9162e107-1dcc-404d-bca2-179e0d9443fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 16:21:23.059793 dv-cinder-818098-2-iscsi neutron-server[101855]: DEBUG neutron_lib.callbacks.manager [None req-88e474ae-172d-44a7-8863-07580631e275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743495903982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750831'] for agent, after_update {{(pid=101855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}